{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.897209198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.897524566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.897656289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.89770564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.89772189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.897937546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.899711238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.900390785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.900775824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.902636039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"4.913168ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.903306055Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.903328435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.903491189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.906529282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.906759418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.908353386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.911595684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.911620075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.91181944Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.92721392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.927247371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":9,"elapsed":"30.038393ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:07.819920459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"18ca262b-5a6f-4ba3-886a-d23d914402ea","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.896792259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.896858451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.896873411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.896885631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.896899602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.896911922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.896923532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897328282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897425264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897465715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897885755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897894966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897903366Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897910146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897916776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897923286Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897929167Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:12.897937077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897943987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897950697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897957677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897964557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897972037Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897978878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897986558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.897993058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898000228Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898006248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898013618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898020359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898208123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898246744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898257684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898320566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898330706Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898340806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898381267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898391238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.898465879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899025523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899034353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899041713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899047994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899055183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899061354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899067684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899074794Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899255098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.89932431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.89933587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899353891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.899877723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 858, tv_nsec: 315256294 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:12.900181651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.900333404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":4,"elapsed":"3.565266ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.90058898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.901187995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 858, tv_nsec: 316568595 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:12.901439631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.90179994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.902353113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.902719982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.904326201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.904350161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.904542016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.904751611Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.904767651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.904973176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.905629842Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.905645632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.905804036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.906011641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.906064552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.906075083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.906194855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.906241516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.90678932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.907842445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.908179343Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.908435879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.908609913Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.908624644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.908760767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:12.909458934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.909468914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.909475144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.909662599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.909674369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.909681919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.909810472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.911696328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.91180436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.912025496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.913088101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.913299956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.913513582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 858, tv_nsec: 328889402 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.913565833Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.913580123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.913731147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:12.913824069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.916710419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.916928784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.947055458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.947362456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.951717731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.952052149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.956530867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":4,"elapsed":"57.492253ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.956632589Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":4,"elapsed":"57.580856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.95707229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.957308745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.958061463Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"60.178878ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:12.959823966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.959835736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.959842386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.959890927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.960046181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:12.961442615Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.961469625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":4,"elapsed":"63.491188ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.961797813Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.961811294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.961948757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.965881522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.968188917Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.968206867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.96833263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.98245667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:12.982736867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.021860018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.02191068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.022193477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367e6145-cc7a-43cb-bc5a-bbc23a135565\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.022210547Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.023462537Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.035828705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.035845885Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.03606271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a731e87-fb87-405d-80f0-b41dbb96102c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.036076201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.03729753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.059633378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.059833852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.119130499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.11915859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.119395776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7732894-5940-4927-a216-ee254d9ec7f8\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.119410216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.12081644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.149347826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.149637393Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"685f090c-ebd9-4161-86b6-93df2c467f9a\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:45:12 GMT\"} })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.150358131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.150372261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.150779011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fa32552-0c6e-4b2b-8f54-59c4b80bde9a\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.150803451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.15115978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.151200901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.151429346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.153375973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"255.425417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.156056898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.156389756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.156504869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":4,"elapsed":"259.708229ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.167601256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.167635586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":10,"elapsed":"270.795066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.18232847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":4,"elapsed":"283.279276ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.184117413Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":4,"elapsed":"287.290443ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.187669708Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.190284421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":5,"elapsed":"292.290303ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.192157206Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.192179907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.192190467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":4,"elapsed":"294.204239ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.192768901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.192788411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.192977466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.193695073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"294.666461ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.194658327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":4,"elapsed":"296.768271ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.200128768Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.200149649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.200422045Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"10639a0e-4352-4778-9bdc-68594d0e4123\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.200431646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.200743213Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.20309895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.203282564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.206505722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.206751827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.210054237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.210069518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.210371025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0f97e9aa-1f38-4396-ab9a-5a319eaaf6a2\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.211979713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":4,"elapsed":"314.072277ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.224968546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.225348905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.226579255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.226593125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.226773139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.235494829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.235834127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf3c4c5-7a86-4d93-a45c-85c577dd2823\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:45:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.235865558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.235875988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.236168426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.236178036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.236185216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.236192426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.236199366Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.236206886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.23636044Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.23636868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.236600986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.236608946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.236826861Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.238943662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.239023314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f78aec46-e557-4509-85be-3567195cfe33\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:45:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.239035044Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.239241159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb042cad-4056-4233-83d2-01b0280aca22\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:45:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.2392621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.2392803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.250442099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.250704345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.252226382Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.253969014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.253980994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.254115627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.25545909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.257218092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.257228792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.257367856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.291249191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.333821065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"06538eda-312f-420c-8c48-69f11f8acee3\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.333843536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.333852236Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.334338608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4cded8d-ac61-40b3-9f45-14a95cd9b5b7\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.334378209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.334615354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.334681556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08592f58-0a85-46bb-8273-f3148d62cf3c\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:45:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.334714357Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.334723737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:13.334730887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.336066239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":4,"elapsed":"438.157994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.338117929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.338320653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.340996868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.341297275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.343453167Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.343848146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:13.350266681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":4,"elapsed":"452.335504ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:17.819543351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"7d76a52f-a1d0-49a4-869a-acbbd3254674","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":204,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.896667457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.896721859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.896999595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.897642371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.897663201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.897835745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.898580683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.901082933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.901098694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.901231747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.903585964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.903918962Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.905740365Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.908353459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.908367059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.908514852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.919777173Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.919799524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":11,"elapsed":"23.154357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.925801368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.926002153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:22.954757415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"57.110935ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:27.820099626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"d028535f-19b2-492d-a3d5-7f235652e7e5","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":197,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.897312324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.897367795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.897629432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.897662563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.897672673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.897854927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.899472296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.90002902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.900376598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.902049518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.902071749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.902211172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.90421355Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.904443416Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.905781248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.908176125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.908191396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.908344769Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.918302139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.91832912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":12,"elapsed":"21.030626ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.93164657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"33.971497ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:37.819665736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"561b5eb8-8044-4c77-a514-a83a9450b7d4","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":189,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897287585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897343546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897356657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897366397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897375907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:45:42.897384597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897395997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":4,"elapsed":"19.91µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897407638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897416738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897426588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897437408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897445759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897455259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897463729Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897473829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.897482449Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:35:42.897403158 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89749348Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89750204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89751085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89752072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897530761Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897539751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897548271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897556871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897564911Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897574092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897582602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897589812Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897597492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897604892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897614183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897622693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.897631473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897639283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897646793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.897655754Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897663624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897672374Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897681684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897690094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897697515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897706805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897714545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897722895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897731095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897740106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897748196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897756926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897765266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897772976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897780117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897903959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89792104Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.897965261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898037793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898056333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898113535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 313616764 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898191677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898204057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898215407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 313745557 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898230087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898241688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898252018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898260058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898269638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898301549Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89831262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89832163Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89833034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89834749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89835543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898362711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898370171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898379921Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898386471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898393411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898400191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898406712Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898412622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898419252Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898425742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898433512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898603876Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898672088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898682798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898690049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898698639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89875307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.89876445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":3,"elapsed":"1.408614ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898792301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898802491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.898812321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":3,"elapsed":"1.426764ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.900561583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 316102494 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.900809669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.90082181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.90082891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.901037455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.901067636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.90123536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"3.807772ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.902660634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:35:42.897403158 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.902674124Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:35:42.897403158Z\",\"pruned\":[]}","iteration":3,"elapsed":"5.265537ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.902693945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.902703375Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.902754276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.902866439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.902987842Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.903674858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.903685269Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.903823082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.906033385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.90666247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.907232294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.908040394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.908270819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.908499634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.908516445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.908688289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.909844387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.909866087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.909997661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.910361669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.91037624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.910570835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.911829705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.91205649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.91245191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 327989180 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.912717296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.913327101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.913341791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.913348311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.913530406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.913888404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":5,"elapsed":"15.510653ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.913953076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"15.559284ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.914180781Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.914194292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.914202902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"15.81957ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.916829965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.91704605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.917821479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.917981913Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.919258373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.919556341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.919599122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 335142972 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.91994516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.926412496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.92952094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.929551511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.929726595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.945682529Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.946444368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.94656657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.946924139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.948037296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.948060717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.94821759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.948820255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.948834725Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.949007439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.950763342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"53.216631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.950865484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.951884149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.952130264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.952887623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.952920003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.953049326Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.954059661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":5,"elapsed":"55.690089ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.955565877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.956328996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.95777223Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.957796571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.958004446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.958223541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.958419506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.959145693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.959681626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.959986444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.960016824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":13,"elapsed":"62.706049ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.961946821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"63.5892ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.961969961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.961981341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.962114375Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.963048077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"65.518137ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.964576704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.964592014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.964599624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.964752368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.96606269Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.968326534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.968718723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.969937963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.972031103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.972061854Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"74.431011ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.993887669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:42.99393359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.993945341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"96.330678ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.994041513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.9959979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.996026051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:42.996158564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.002919937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.002948077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.002956378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.002962658Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.003219014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.005851477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.006136284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.006293798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.006306228Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.006316038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"108.709496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.007556778Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.009377462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.009411153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.009550746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.009739591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.009932205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.011611906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.011638006Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.011646507Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.011653227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.011836481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.032442847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":6,"elapsed":"134.807033ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.033208445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.03590613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.035939541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.036051384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.03672782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.036910204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.038034071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.038057742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.038068922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.038217336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.039079887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:45:43.039575008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.039590139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":3,"elapsed":"142.042198ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.039856075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.041814382Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.041830953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.041964716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.042410067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.042420387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.04255796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.043819891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.043843561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.043856002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.044112988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.044128798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.044140489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.044150069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":3,"elapsed":"146.643759ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.044158709Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.045489541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.046593657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":5,"elapsed":"148.199976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.048061563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.048114934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.049227991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.049257401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.049266992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.049408705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051143177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051159137Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051315501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051368332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051383353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051403883Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051422474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":3,"elapsed":"154.060327ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051919296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.051947616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":3,"elapsed":"154.59217ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.053246028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.053864092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.055160884Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.055188844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.055328088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.160243532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.160543599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.180328466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.202311484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.202333565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.202622632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1738af18-6053-4dcc-97c0-c8f48541649c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.202640212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.204279142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.241370934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.241396465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.241641971Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28c1b23-8991-4876-b451-498b79f1c2a2\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.241659191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.243549127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.274974263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.275000484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.275251539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5ca16c-0838-493c-b5d0-93bd1df70f34\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.27527509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.277229387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.289538953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.289959833Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"22ed7fe2-2f58-40e7-bcfd-a86834f3f823\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.289973804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.291023149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6edd2c60-d602-4ba7-8bcd-4a81b65c47ab\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.291037659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.292703079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.29271653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"395.277382ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.374917828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.393632428Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":5,"elapsed":"496.361054ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.402791659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.402804919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.403141877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1efeb16b-874a-4b1f-afe4-4f6eaded8932\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.403167257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.403533937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.405659117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.405958035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.407621575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.410264548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.410311789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.410483964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.412450861Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":5,"elapsed":"514.771317ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.44856521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.448593561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.448843997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bb641a02-ac71-4b01-ac16-ce55391dc0d0\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.448857627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.449151454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.451242554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.451440239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.454291248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.454710538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.500985821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.501511304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f94dc172-eb6b-4e79-8cc9-868658e85932\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.501525474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.503245086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec1c1b52-4f30-4bbb-b976-07ade983dcfe\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.503257196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.50466647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"82ca58b9-8b0d-4475-a43c-98c583de9c37\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.50467812Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.506116675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.506150356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"608.652125ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.522674703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.522912809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08fd1721-dc7a-4551-abda-0c8c06ccd6ee\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.525362608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.525617634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.541688001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.54204719Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2df4e861-ac48-4a91-838b-487a54c1468a\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.54207201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.54208243Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.54209158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.54291155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":5,"elapsed":"645.271377ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.544085288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":5,"elapsed":"646.598739ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.54538964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.54540161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.545666146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"764b24ef-91de-47e2-a211-ea60340242a5\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.547609913Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":5,"elapsed":"650.033451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.564183272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.564483799Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.566501948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.566521398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.566718543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.575395942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.575646968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93655790-a18a-4288-9ef0-6f514182942f\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.575667579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.575677879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.575983886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.575994586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.576002076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.576009517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.576016687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.576024107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.576205691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.576214932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.576462847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.576470988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.576725704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.578908266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.579015189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4e2b26-a115-40c5-80f6-90887992d629\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.57904741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.579136742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afa52226-d5e5-4fcb-9575-ee7760496581\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.579152502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.579162972Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.674884306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d6f18be5-8748-4068-bff5-442130f43255\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:43.674907516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.674917377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.675183983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906ada2a-4da4-46a9-a2bb-90be7ac5992c\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:45:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.675219874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.675496761Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.679257391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.679514247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.68211482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.682332415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.684382654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.684580569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:43.691533307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":5,"elapsed":"793.873852ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:47.811393978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:36484"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:47.822059085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"25e4aefb-73da-4107-801e-a3afba9e3075","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:47.822400523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"25e4aefb-73da-4107-801e-a3afba9e3075","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:47.822636079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"22c0c93d-1ba7-491d-8b04-1a8a99baa136","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":175,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:47.826636255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"25e4aefb-73da-4107-801e-a3afba9e3075","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":15166,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:47.828738296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"74f524e9-0437-4ea3-b4bb-3ea132965d21","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:47.829104454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"74f524e9-0437-4ea3-b4bb-3ea132965d21","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:47.831259416Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"74f524e9-0437-4ea3-b4bb-3ea132965d21","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4456,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.896408355Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.896463186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.896949008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.897717856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.897728626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.897916591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.899061068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.90160369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.90161982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.901756353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.904063439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.904413487Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.90575883Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.908350582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.908364422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.908521896Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.920176987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.920201227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":14,"elapsed":"23.812733ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.928068146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.928383694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:52.956586333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"58.864956ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:57.819655408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"6e01ede7-bc74-4287-a22c-5fffdfe28c89","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.89696885Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.897025801Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.897346048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.89738803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.89740051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.897608635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.927391302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.92774329Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.929042471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"31.648422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.931130701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.933800256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.933816616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.93398493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.936121712Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.936303136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.937820233Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.94022149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.940238481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.940369264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.952137707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.952163548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":15,"elapsed":"55.208198ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:07.819814393Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"3e9c73a7-9f72-41b7-a667-65cba9bc69de","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.896707034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.896778786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.896798887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.896814207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.896827577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.896840568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.896853568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897382591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897410171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897425602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.89778023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897788431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897795841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897802821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897809421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897816271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897824151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897831472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:12.897839242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897847142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897854952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897861592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897868802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897876162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897883293Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897890653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897896683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897903453Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.897910003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898049097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898060817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898078018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.8981807Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898240451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898256852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898300973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898315903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898342914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898924188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898936798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898945238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898952139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898958829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898966499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898973449Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.898979939Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.899191464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.899202785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.899238995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.899276816Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.899764478Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 918, tv_nsec: 315449358 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:12.900092126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.900810243Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"4.13012ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.901326566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 918, tv_nsec: 317012046 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.901408227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.901566301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:12.901618963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.902975395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.903272143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.904360039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.904377829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.904580524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.905613619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.905630659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.905830174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.905851545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.906024009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.906037169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.906214223Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.906328576Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.906338146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.90648906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.90773583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.9077575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.907929135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.910814164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.91107332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.911135132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.911311146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.911806878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.912541486Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 918, tv_nsec: 328220126 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:12.912878303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.913625041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.913649442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.913779265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.935735744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.938839948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.938878089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.939032513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.940183931Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.940470238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.942139628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":6,"elapsed":"43.201289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.942624069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.943036619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.943452869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.943713596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.944608527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.945235012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.945542429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.946253587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.946685817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.94723681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.947356123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.947368424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.947552668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.947567998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:12.947580499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.947591259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.947599229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.947881396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.948765427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.949262039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"50.307601ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:12.953080811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.953107982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"55.209928ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.953221094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.953239835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.953421499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.955217012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":6,"elapsed":"57.414912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.955917669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.956289258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.958660405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.960415558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"62.566036ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.960710965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.960735065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.960861658Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.981626418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"83.845027ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.982030658Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"83.090699ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.986428583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.986737771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:12.988039622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.988054132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.988060953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:12.9883531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.002177472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.002207713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.002557881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8604ff25-7f3b-4cf2-9256-b34e43b355e6\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.002577472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.005269437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.014478128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":6,"elapsed":"115.54783ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.014504809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.014792606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.017972072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.017983903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.017993923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"120.125491ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.062645147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"164.861597ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.076489671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.076517481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":16,"elapsed":"179.776716ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.081679245Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.081703636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.081944262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b008850-9e1d-4da2-aef5-da824486f719\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.081959122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.083731485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.104073324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.104100135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.104438573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5e7857-59a0-42cd-b0cd-499a11cf8ea1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.104463554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.106050132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.255778845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.255810946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.256121483Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a998cb-1e38-4b98-854b-ae5f2ab184d9\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.256155194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.256449041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.270830087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.270856108Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.271056462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"22ce8698-1eb3-4659-bf9d-4bad43a3a216\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.271069493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.271529074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.273679085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.27387264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.276963715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.277279732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.279869194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.279889835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.280286824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"153462d7-3001-40b0-9d65-9c4c8a6e6f49\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.281596226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":6,"elapsed":"383.784404ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.284377663Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":6,"elapsed":"387.634727ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.301337121Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.301652809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29676523-5b56-4f67-98a4-c1eb4d481430\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:46:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.303035142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.303259377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.304975109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":6,"elapsed":"408.267424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.339720025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.340108204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.342245795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.342271756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.342565293Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.349441128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.349695185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.351252662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.351308273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.35159002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0bbc88-d170-4daa-aa5e-8aaae4cc1d26\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:46:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351616161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351625411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351879987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351889037Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351895618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351902718Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351909208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.351915908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.352088652Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.352098282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.352345048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.352354329Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.352616385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.353111367Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.353122007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.353280441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.354733506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.354758136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.354850639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6a6680e-3cc5-44a4-9ead-76a453ec4e8e\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:46:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.354864969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.354972141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"905a8be4-315e-47f6-b75a-d1099eaf6954\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:46:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.354987622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.354997562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.356544419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.35655973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.356701003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.390048925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.451505524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4f159a76-40ed-4eb1-bd0b-49ed14c29133\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.451531785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.451545155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.451997626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc84c9a-f2c2-4457-bcf6-1b8260fe6ec6\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.452030847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.452303163Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.452377195Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c22ea5-a0a8-401d-8d41-1347f1d4167f\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:46:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.452403596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.452414656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:13.452423117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.454285751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":6,"elapsed":"556.499911ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.455984392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.456224028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.460141012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.460377798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.461908265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.462272274Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:13.581087153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":6,"elapsed":"683.254211ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:17.8117255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"30b528fc-815f-4b73-b8ff-27814d524d32","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:17.812004687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"30b528fc-815f-4b73-b8ff-27814d524d32","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:17.814279952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"30b528fc-815f-4b73-b8ff-27814d524d32","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2624,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:17.814551308Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"5e809111-4670-4ea5-be7c-f080cf9a6d48","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:17.814887716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"5e809111-4670-4ea5-be7c-f080cf9a6d48","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:17.816429463Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"5e809111-4670-4ea5-be7c-f080cf9a6d48","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1954,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:17.819718143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"f20ea3a7-4495-40a6-ba52-5f4d374665f2","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.896861629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.896918431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.897203897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.897255389Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.897266969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.897450193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.899105703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.899511563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.899868191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.901585533Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"4.324065ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.9019081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.901920291Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.902095405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.904626596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.904815301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.905974258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.908431688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.908444408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.908579481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.922193849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:22.922220139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":17,"elapsed":"25.376401ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:27.819819906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"5fb2233a-8a39-4f5c-b65f-e77174bb329a","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.811842025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"7130e9d1-6baa-40cd-ad5c-a43d82ed4f6f","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.812142912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"7130e9d1-6baa-40cd-ad5c-a43d82ed4f6f","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:32.814623261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"7130e9d1-6baa-40cd-ad5c-a43d82ed4f6f","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2856,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.814939839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e6790629-6ab9-4798-ba40-5a352ee9e460","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.815267137Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e6790629-6ab9-4798-ba40-5a352ee9e460","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:32.817356427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e6790629-6ab9-4798-ba40-5a352ee9e460","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2486,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.896688156Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.896719997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.897033924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.897795823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.897804513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.897988567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.899108814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.899164306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.899361091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.90181444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.90183649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.901993194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.904124775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.904357071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.905667642Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.908114601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.908131222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.908273775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:32.928108852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"30.302959ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:33.234066585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:33.234114196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":18,"elapsed":"337.399239ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:37.819809417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"34b77306-28d9-45f4-804d-bd6144b1a0fd","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896533473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896588265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896600285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896609325Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896619426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896628386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896637436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896647186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896657076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896667217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896676707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896685447Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.896695097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:36:42.896646156 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896705378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896714198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896722598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896730358Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896739649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896748849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896757969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896767189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.896775209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:46:42.896784059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89679481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89680467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":5,"elapsed":"15.35µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897007525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897026855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897072537Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897097517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897156408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89720663Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89721582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89722347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89723003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89723659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89724343Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897250951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897259191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897266961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897274791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897281302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897287782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897294062Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897301792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897307802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897314932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.897322252Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897328903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897335063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897345063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897355423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.897367304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897378154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897385064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897391234Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897397444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897404934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897412165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897418815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897425275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 313246415 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897439515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 313265906 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897586959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897609139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89762214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89763376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89764299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89765198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897683661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897694312Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897703462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897712142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897722512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897775643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897784794Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897792084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897855025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897867746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897945327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.897954328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.89806188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898074361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898109102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":4,"elapsed":"1.353752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898118452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":4,"elapsed":"1.507876ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898125632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898133052Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898140602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898149542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898156183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898163753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898170363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898177363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898183913Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898191023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898197093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898204084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898210494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898217654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898226204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898377978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898389268Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898397758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898406238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898413049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898524551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.898538702Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.900074519Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"3.550525ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.90010543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:36:42.896646156 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.90011716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:36:42.896646156Z\",\"pruned\":[]}","iteration":4,"elapsed":"3.466603ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.900509189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 316343189 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.900781816Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.900825647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.901031492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.902061437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.902882616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.903136402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.904136787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.904163667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.904378032Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.904498775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.904507925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.904514456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.90471911Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.905771506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.905797216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.90594702Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.905994131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.906014012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.906171425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.906303028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.907945548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.907962688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.908090042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.908756888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.909835804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.911148615Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.911689368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.911708659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.911878643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.913975593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.914010364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.914022084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.914136827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.915167162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.915189442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.917815686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.918939263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"20.843031ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.920951781Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.920979292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.921191727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.922590491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.92422577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.924415134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.927114209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.938321929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.940085341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.94461272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.947296745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.947324576Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.947459749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.947471109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.950206995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.950234396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.950242866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.9504189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.950474622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.952988892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.954908028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.954929659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.955060112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.957303426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.958673449Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.959512089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.95953948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.959673783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"61.550091ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.959701984Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.960555724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.960701908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":7,"elapsed":"62.595606ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.960724988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.961856115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.961867866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.962099591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.963334641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.963684739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.963875784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.964360336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.965681147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.965905043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.965917883Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.965928513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.965937783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"67.794261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.966056586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.966398285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.966730283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.966777664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.966980009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.967009759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.96702738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.967167643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.967586673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.967609474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.967785008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.969430208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.970509693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.971477707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.971501648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.971631991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.972517192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"75.232611ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.972571673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.972585174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.972591874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.972598354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.972899881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.973925886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 389743506 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.974318645Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.974536001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.974566641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"77.250669ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.975383231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"78.160591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.975408791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.979248894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.979284825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.979468599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.986501178Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.986530979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.986542459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.986734774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.987478702Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:42.987508533Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.987522953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"90.240362ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.990528125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.990840273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.992988485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.993262091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.994727056Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.994899571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.995161267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.998527998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.998554708Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:42.998755003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.000447154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":7,"elapsed":"103.178932ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.006268964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 422084974 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.006687144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.007452102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.007480423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.007489193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.007496094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.007907124Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.009387159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.013313583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.013328334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.013545829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.01357246Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.013647022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.014022731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.015390373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":7,"elapsed":"117.292912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.016703535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.016713915Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"119.497375ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.017031703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.018107809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.018118899Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.018364395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.018374935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.01856417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.01857479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.01858462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.018768215Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.020021475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"121.880173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.020568628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.020579118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.020775403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.022281079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.025784204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.025805414Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.025933737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.026794508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.026825159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.026839349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"129.575858ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.02770704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.027736831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.027747641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.027757201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":4,"elapsed":"130.979012ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.029708368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.029724289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":19,"elapsed":"133.112843ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.037027504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.037048085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.037463175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c20f19f-b125-49f4-b46c-e0707a161f94\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.037486885Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.038706154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.039700318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:46:43.03975097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.03976551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"142.55489ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.039877143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.05387393Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.05390021Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.0539116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.054389772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.056025691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.058679675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.058694186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.058831489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.065580001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.065607372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"168.880213ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.072642391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.072663772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.072672992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.072682352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":4,"elapsed":"176.129198ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.073270616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"176.054276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.080591122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.080826158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.082291323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.084189119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.084202739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.084372183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.085552452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.088041662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.088054582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.088236556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.154008429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.230880039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.23090767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.231189626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29f2ee86-f778-4f99-b880-09f3331e868f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.231205407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.232677342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.234023174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.236891994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.236904104Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.237128199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82f0dab3-ecae-4b0b-83e4-5937f9e374cb\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.23715078Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.239526117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.279727944Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.27994679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c34220-1f1e-471b-8be9-f45ee8e6acf9\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:46:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.280893992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.281095557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.304209763Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.304231544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.304591043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc5ed31-e68f-43fa-a6da-500e7901661a\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.304616583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.304993082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.305787881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":7,"elapsed":"409.255788ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.318662841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.318686042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.318864846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3adc03d6-3f40-4fb1-b203-21c7f34dd05a\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.318876846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.319236905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.320868324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.321050279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.323906157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.324172844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.381837471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.382184259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4416256-85a2-44fb-843f-b2665e01bef9\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.38222402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.382233581Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.382240441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.383691106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":7,"elapsed":"486.458646ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.385246793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.385266974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.385494029Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"84b79322-e6e5-4ba9-bfd3-1e7c2fef51be\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.386722419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":7,"elapsed":"489.490019ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.480563777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.480932446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"eb55a4a2-5013-45a0-95b5-f74d18bd600b\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.480946656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.482412951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d4a91704-f68b-41d0-89b8-df1277fdccd3\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.482454062Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.483565609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.483578449Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"586.948183ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.498036487Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.540426717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":7,"elapsed":"643.758261ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.578169975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.578662717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ad4f05aa-d202-4ba1-8eee-2f5c807045bd\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.578678948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.580716827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dbe4f6aa-2f01-46e7-87b6-144e8d790e2c\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.580729387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.582698335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"981b9e6f-ca31-4949-b07a-41b7d4e639cf\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.582708895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.584702303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.584745394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"688.155578ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.618541067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.618908426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.620359671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.620372391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.620542385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.62946784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.629724976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c37e9e52-2377-441c-97fb-ea3cb15b7d32\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:46:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.629757027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.629767977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630007263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630017803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630024843Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630032323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630039824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630046904Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630230788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630240148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.630460874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.630468664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.630751071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.632684057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.632768749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41fcff59-91d4-4983-8113-84a5bf9c5d2a\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:46:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.63278558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.632923273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7888835-7dc4-402d-b012-7c5f7d318a85\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:46:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.632937693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.632947644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.729818175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7a21d31c-e89a-4e13-a966-afb39d9b66fb\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:43.729845545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.729856376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.733022822Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2fb71c-2973-4119-9f49-6fd3e5c894c3\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:46:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.733057593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.733327869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.736662349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.736871814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.740790088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.741005264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.742822028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.743162516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:43.748633897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":7,"elapsed":"851.402167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:47.811036957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"838da13c-e176-4ca3-b353-e4e50e609bbf","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:47.811329554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"838da13c-e176-4ca3-b353-e4e50e609bbf","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:47.813286521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"838da13c-e176-4ca3-b353-e4e50e609bbf","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2321,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:47.813534607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ecf78ccc-d284-410a-9241-8c4090bba16d","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:47.813772043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ecf78ccc-d284-410a-9241-8c4090bba16d","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:47.815226338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ecf78ccc-d284-410a-9241-8c4090bba16d","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1726,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:47.819777747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"9a52573d-dcaf-4cb2-8875-92374c6a5cbe","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.896909354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.896962875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.897234782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.897276543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.897286493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.897462477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.899078576Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.899283711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.899627249Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.901393272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"4.109448ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.901757321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.901773501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.901925865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.903785289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.904021975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.905767237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.90836103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.90837052Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.908514233Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.917562481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:52.917582261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":20,"elapsed":"20.693688ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:57.819707997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"f8aec8b8-6771-4809-8c1c-219ef30ea058","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.811598602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"95ec82e3-918c-4650-885d-1fe83779d62d","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.81190418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"95ec82e3-918c-4650-885d-1fe83779d62d","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:02.814014461Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"95ec82e3-918c-4650-885d-1fe83779d62d","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2495,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.814313858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"2203ef38-c61e-4a23-8150-410b435588c6","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.814619965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"2203ef38-c61e-4a23-8150-410b435588c6","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:02.816737506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"2203ef38-c61e-4a23-8150-410b435588c6","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2485,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.896057715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.896094796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.896499345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.897230103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.897241033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.897434558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.898676578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.898947864Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.89919901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.901009444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"3.77722ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.901227829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.901239919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.901384793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.903091564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.903402431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.9045684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.907136031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.907151851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:02.907291955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:03.026420321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:03.026468303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":21,"elapsed":"130.389538ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:07.819554384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"9a18f5ee-14f5-4849-81e0-313df96177e6","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896497756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896552217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896563358Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896571928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896581458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896591309Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896600789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896911636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.896928806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897096241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897240284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897251004Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897260374Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897268545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897276785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897285195Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897292875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897301746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897309256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897318356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897326636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897335576Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897343327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:12.897351467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897359897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897368827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897376347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897385568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897393778Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897402618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897507071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897568352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897662924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897768857Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897797127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.89791071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897922041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897930451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.897939201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898493984Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898515775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898524765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898531815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898538625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898545876Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898552356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898559206Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.89872208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.89873369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898806772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.898815902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.899324894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 978, tv_nsec: 315303915 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.899425907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:12.899663542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.900592695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.900997544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 978, tv_nsec: 316985205 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:12.901284571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.901513197Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.901768043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.902353097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.902369528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.902513711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.9033147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.903327311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.903558906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.903809472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.905414531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.905484283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.905502333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.905640136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.90579348Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.905868472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.90746914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.907483391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.907628014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.908824563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.908839793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.908848073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.908857744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.908964596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"10.458602ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.909047698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.909061638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.911848356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.912085591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.912778638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.913101546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.913119036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.91452001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 978, tv_nsec: 330498600 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.91453774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.914833107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:12.914845788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.914902209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.915249177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.915432162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.915444722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.915595996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.919144581Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.919418098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.921646041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"23.149137ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.939019919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.939417509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.940946836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.941266844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:12.944060251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.944077101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.944085721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.944400719Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.945548707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":8,"elapsed":"47.044422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.945807303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.946034568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.947181806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"49.936411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.951684004Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:12.95315369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.95316837Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"55.791052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.953520918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.953627751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.953639201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.953823606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.956220303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.956236694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:12.956395008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.004442474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.004468024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.004784482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c508c0b2-9fee-4096-ae24-8c40f0ac483d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.004798472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.006607606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.011550335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.011565825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.011818191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea096397-487c-4352-9772-6c1e53707008\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.011833091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.013554493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.013971133Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.014006674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"117.526328ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.014186088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.029168079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.029184389Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.02922484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.02923629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.029502527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c122264f-5d3b-47c1-bda1-652e5776dbbc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.029516627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.02961941Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6434155-4738-4980-9104-d03a97384a7c\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:47:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.02963927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.029882646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.031066514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.032761315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.033178875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.0479183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.047953111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":22,"elapsed":"151.415734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.060473412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.06079444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.063586587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.063599567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.063607577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.063795702Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.068791922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.06912086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"171.867906ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.070655467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.070668677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.070843331Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.072975003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.077392149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.07741226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.077623105Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.079997122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":8,"elapsed":"182.753597ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.091285353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.091305564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.091615161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dc7f17fc-1449-4afd-8056-596fcb90a736\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.091625022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.091952089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.094321716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.094544772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.096601671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.096613471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.096622052Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"199.347717ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.097667697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.097680127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":8,"elapsed":"199.178923ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.097858952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.101159411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.101173961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.101398987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.101475259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2e75454f-eb8e-45b9-b202-6b8ed399ed7b\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.101706754Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776a5912-f2e4-41ec-8c50-739c38bd9da7\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:47:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.103836705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":8,"elapsed":"207.328049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.105341012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.105368062Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":8,"elapsed":"207.910723ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.105625918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.1098609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":8,"elapsed":"213.323983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.111264774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.113057227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.113071727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.113217531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.146043871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"248.726224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.173668756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.174061285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.176006032Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.176020572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.176186546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.185732946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.186050134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17618ec0-8a73-46c3-859d-16c8e42ff5a6\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:47:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186070744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186079684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186371121Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186381222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186388772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186396342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186403882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186411502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186603787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186613227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.186881274Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.186890764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.187067638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.189300602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.189429975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8654dd6f-2e71-4504-bdc3-55d9a197de0d\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:47:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.189442315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.189521557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75ba69d2-db24-44d0-8ab1-58a632c136be\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:47:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.189537707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.189548818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.202607722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.219767605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.219793995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.25072331Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.250841903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:39351"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.250932515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"477d00e7-db3f-45f3-b8bf-f250d26737e6","remote_addr":"[fd00:1122:3344:101::b]:39351","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.251241262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"477d00e7-db3f-45f3-b8bf-f250d26737e6","remote_addr":"[fd00:1122:3344:101::b]:39351","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.286662775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.286690745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/producers","method":"POST","req_id":"477d00e7-db3f-45f3-b8bf-f250d26737e6","remote_addr":"[fd00:1122:3344:101::b]:39351","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35814,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.286765437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477d00e7-db3f-45f3-b8bf-f250d26737e6\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.287018843Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"35241fc6-eb9f-4d5d-998a-039a77b1d490\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.287031644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.287039254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.287388752Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478c92f3-a8fa-4d83-9bc8-a1015d06189c\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.287409662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.287418273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:13.287426103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.287435343Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbba2dbc-d1d2-48cd-a194-8485a2b90302\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:47:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.287490475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.287827403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.288265003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.288282683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","wait_period":"150s","lease_duration":"600s"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.288870248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":8,"elapsed":"391.570112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.291498421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.291728497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.295244101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.295529218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.297327401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.297539426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:13.304366951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":8,"elapsed":"407.013204ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:17.81891439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"d0df74c1-68c2-49d7-abee-7fab0acb3b5a","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.896045297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.896104968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.896400755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.896918187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.896929808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.897249035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.897879661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.89908887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.899449208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.900480933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.900497774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.900659157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.902712467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.902921002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.903898186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.906363745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.906380665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.906518009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.917182475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.917206306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":23,"elapsed":"21.180529ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:22.928554919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"31.636991ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:27.819406013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"81ca097a-106a-4b66-8aa5-0f9119eab697","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.895883404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.895955906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.896409007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.897286308Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.897296458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.897489282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.898529538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.899397188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.899726976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.90112869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.901145441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.901283824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.903458626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.903812625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.905725891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.908309713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.908322323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.908466857Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.920474846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.920497926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":24,"elapsed":"24.643853ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:32.92689382Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"29.597163ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:37.818739598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"440cf567-3411-4d98-9dc2-5c40854cde4e","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.89647465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896529881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896543241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896553572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896562862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896572152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:47:42.896580232Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896590182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":6,"elapsed":"15.03µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896601113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896609713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.896618023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:37:42.896554441 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896627273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896636543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896647184Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896658754Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896669884Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896680804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896694585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896709245Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896725325Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896739176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896754756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896770657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896786427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896800757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896815218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896831238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896847439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896861279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896873539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.896885509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.8968973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.89691038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.89692254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.89693387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896946681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896957721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896978132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.896997582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897016312Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897035523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.897054444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897072714Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897091044Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897111755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897130005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897149486Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897172056Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897185527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897198377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897272969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.89730111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897384672Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897420172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897443353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 313568303 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897464143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897479534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897614757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897634227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897650288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897665778Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897679279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897701259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 313819299 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897722689Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.8977365Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.89775154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897767451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897782841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897795791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897807612Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897822552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897835982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897853863Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897872273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897888364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897901154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897912554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897924965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897936555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897948145Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897959845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.897980776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898230732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898245152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898254492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898263322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898272403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.796983ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898283103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898291603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898305683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898368025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898378775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":5,"elapsed":"1.750832ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898529919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.898712123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.900331292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 316466433 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.900583168Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.900766703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.900852905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.900979858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.901336207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"4.683722ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.901778257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:37:42.896554441 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.901801598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:37:42.896554441Z\",\"pruned\":[]}","iteration":5,"elapsed":"5.224496ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.903466118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.903481118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.903614831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.905475226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.905883216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 322021276 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.905902246Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.906146192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.907923335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.907937595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.90811377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.908187971Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.908200912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.908349605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.909554594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.911416879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.91144343Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.911564253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.916091802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.916598024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.916972513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.919016512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.919042222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.919271328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.92227637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"24.470209ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.923724325Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.924025342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.924392351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.926366369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 342486729 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.926695237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.92683688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.926851161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.927036245Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.947894007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.948357388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.950870839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.953695166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.953726667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.953738128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.954048565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.954319422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.954564817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.954913866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.95635361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.956366761Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.956526695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.956667408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.957534889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.957551039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.957690283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.958643835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.958658196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.958795199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.960992012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"63.17754ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.963466391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.965593293Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"67.808341ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.96713871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.968268697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.968586475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.968608255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.968621586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"70.806934ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.968635376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.972066278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.972092319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.972100609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.972302484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.974069107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.974271191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.97668906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.97670747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"79.884933ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.978235317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:42.978245717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.978254677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"81.340267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.98001237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.982596402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.993292409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"96.479402ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.99624734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.996264981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.996272451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.996279391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.996486986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.9974734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:42.997633544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.013144567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.013179828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.013187848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.013194788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.013365222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.022487152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.022656916Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.039510251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.039533992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.039822819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26cfbd3d-9ccc-4c55-a2b7-0388965fee1c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.039838169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.040809903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.042502173Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.046038618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.067445764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.067472674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":25,"elapsed":"170.879052ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.072075115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.072089135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.072322221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d04903ed-fe77-4a33-a740-13bc24f405dc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.072336381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.074441512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.083175102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.083187772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.083426028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46192e45-79b0-4f55-9db7-653de87638da\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.083443369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.084924654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.115351606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.115368037Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.115750016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2924b137-f6fc-4ac2-a731-93b50e6a6745\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.115776296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.116166126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.118172244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.118496162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.118587544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.118767319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.118955713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.119118977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.119917586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.123006221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.123039171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.123153864Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.124961988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.127241432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.127297774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.127310124Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.157129982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.157397848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":9,"elapsed":"259.636707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.157439839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.15748198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.157779347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"260.923338ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.158581046Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"260.779195ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.160082463Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.160175605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.160187225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.160346059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.160441561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.162418099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.164981511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.165221046Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.165233637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.165241957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.165501783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.166812855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.166849345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.167132362Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.16787019Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.167897281Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.168013464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.169385317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":9,"elapsed":"272.436055ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.177647845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.177676146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.177922072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2cc7884c-138c-469c-8e99-c610080a3956\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.177934782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.178162428Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.180932684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.180946755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.180958525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.181146709Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.184603593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.184879859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.188383444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.189263295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.189556782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.191515209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.191535219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.191672213Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.192150254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.192169935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.192523033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ca9d34a5-db85-41bb-8436-c60cb3b0080f\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.192709558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.193028126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec591f7c-2c56-477c-832f-2cc94b5412f7\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:47:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.195584177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":9,"elapsed":"298.752129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.196324775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.19654442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.198730783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":9,"elapsed":"302.231942ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.200545096Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.200964436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.200977977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.200987597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.201191152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.202851882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.204515922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.204916161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1d99d6a8-0533-4a19-ac54-17feb0ec7e1f\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.204929902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.205530766Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.205541336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.20568812Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.207246308Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"fb45960d-c164-4944-96ef-8f378776c2ce\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.207271898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.207796371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.207809681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.207817371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.207824831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":5,"elapsed":"311.131997ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.208347894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.208359004Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.208367084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"311.439484ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.209352198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.209366208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"312.914709ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:47:43.212299949Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.21231299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"315.340618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.214586844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.214804539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.216450319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.218362345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.218372955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.218535809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.222685319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":9,"elapsed":"326.100687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.23933777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.239630167Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.253091521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"356.205511ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.253681505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.253703955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"357.177204ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.267733573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.269749781Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.269762992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.269927826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.27093925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.271393571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"21637160-1764-4350-ad80-9bb3167f2855\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.271409441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.271418582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.272819975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5c04d269-5733-499a-9ea9-8194b1f135ec\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.272831726Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.273080852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.273091192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.273231815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.274727051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f3816ade-f50b-4be0-b8b1-8dbca3882b59\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.274740422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.276828602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.276874053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"380.270031ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.294281732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.294298872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.294307252Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.294320443Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":5,"elapsed":"397.738751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.408538351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.408644394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.40889734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.409084164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25bee994-8de9-4911-b78b-3a2fc4e740b5\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.409109185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.409119825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.409129425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.410906058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":9,"elapsed":"514.040299ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.410929209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.410944279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.411258847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.420605162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.420922379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd0dd825-3b12-4dff-9446-debe5c99ed41\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:47:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.42094471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.42095717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421234407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421258897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421272087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421284508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421298258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421311219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421478492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.421501523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.42178135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.4218022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.422280182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.42426631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.424412823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"477e35d0-ad37-47fb-b2e7-9a703392fe12\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.424430074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.424540776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"143bb231-bb34-4abb-87b9-4c8110cb7eaa\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:47:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.424562667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.424580907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.535001844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2bb92f34-22bf-441f-b1a7-215cadd71097\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:43.535044635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.535055345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.53525508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3704f4f0-9d25-43f6-a772-32b4185fa091\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:47:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.535300191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.535610109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.53939657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.539703637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.543113329Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.543343015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.545122458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.545309652Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:43.552794352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":9,"elapsed":"655.921603ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:47.819557799Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"18bc313b-282f-4fb8-af3f-2dc4ed7795b4","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.896690546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.896739267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.897048154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.897090755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.897102806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.89729219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.899073453Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.899857332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.900142639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.901779558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.901804289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.901947792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.904181186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.90436253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.930203222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"33.098826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.934443764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.93719396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.937210931Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:52.937370484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:53.042587726Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:53.042629517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":26,"elapsed":"145.928751ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:57.819412007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"8feb946d-f2cd-4268-a3ac-06b9f1e242e6","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.811245871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"14967214-15de-4bee-ac57-fcc7648934fe","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.811540888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"14967214-15de-4bee-ac57-fcc7648934fe","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:02.814581781Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"14967214-15de-4bee-ac57-fcc7648934fe","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3410,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.814846288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"bb7314be-8a98-4c56-ab83-7ec4f249873c","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.815114604Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"bb7314be-8a98-4c56-ab83-7ec4f249873c","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:02.816987089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"bb7314be-8a98-4c56-ab83-7ec4f249873c","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2181,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.896062672Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.896098813Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.89638995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.896978584Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.897007305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.897348853Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.898200494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.900900298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.900924029Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.901124984Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.902955138Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.903294966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.905398937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.907960748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.907978459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.908115292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.920238664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.920263744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":27,"elapsed":"24.208403ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.931101505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.931364501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:02.963369731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"66.394117ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:07.81907345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"2008ac61-3116-41c1-b61a-8b831fff3055","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896434412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896487143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896498864Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896509274Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896518064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896526454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896534995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896830422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896847262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.896858782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897072408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897084458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897094288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897102958Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897112038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897120209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897129599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897138059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897146069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.89715571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.89717306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.89718119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.89718956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.89719668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:12.897205631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897214091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897221691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897229721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897238132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897314493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897338984Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897401305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897496058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897546849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897559859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.89758042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897621331Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.897637341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898228715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898256396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898268766Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898279026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898289877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898300857Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898311947Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898320418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898479701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898513752Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898529632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.898619565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.89884788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.900003488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.587207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.900231573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.900389007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.900873329Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1038, tv_nsec: 317151599 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:12.901161666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.901859103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.901879093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.902015856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.902439397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.902450607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.902603121Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.903043851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.903064172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.903193025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.903325948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.904718161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.905822948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.905844908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.906051884Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.90676123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.906782131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.906903114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.908313518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"10.075753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.91049608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.910700875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.911374181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.911398652Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.911624548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.911754471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.912455708Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1038, tv_nsec: 328724358 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:12.912788756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.913094013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1038, tv_nsec: 329374813 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:12.913349439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.941926497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.942193703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.942265435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.942522861Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.945036322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.945348289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.945667057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:12.945765929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.94577786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.94578718Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.946175989Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.947543182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.947776217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.948685629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.94869823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.948953956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.949257963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"51.004308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.950835691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.951163319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.951779194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.951811315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.951991069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.952017739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.95202849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.952293086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.954566751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":10,"elapsed":"57.488504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.955293858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.955575595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.95867469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.958970477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:12.959805307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.959829867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"62.717469ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.959970491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.962076722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.962105142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.962243676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.966946869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.966976419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":28,"elapsed":"70.510977ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:12.986446278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.986481579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.986489419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.986762756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.988244751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"90.014106ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.989929822Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"92.750122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.990647529Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.992064483Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"94.974525ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.993507398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.993539489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.99360203Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.994732307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:12.995037465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.00189336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"104.799511ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.01854082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.018567501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.018580421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"121.400041ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.023562751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"125.303545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.02478181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.024985065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.030026317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.030048637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.030375225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e04518f-1ec5-43da-b31c-3768afe6423a\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.030389685Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.032316652Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.048217574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.048240875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.048507281Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a591e5-8654-43e8-a8b7-c07bbd7e1915\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.048524432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.049944096Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.063338958Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.063587344Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.082351976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.082379007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.082601522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2572f56-250f-45f4-ad3a-6529b63559d6\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.082613792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.083886853Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.134359187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.134568102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56dca4a-95b4-404b-9bcd-0f4aa44af872\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:48:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.135639458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.135823562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.157268018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":10,"elapsed":"260.826466ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.172022424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.172039064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.172367622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f03a7c2-53ad-43a1-b6a2-9744910ad202\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.172393662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.172810683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.173596251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.17437774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":10,"elapsed":"277.926238ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.175377424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.175386765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.175541898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.176941142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.178700774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.178712405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.178847948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.187170168Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.187194078Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.187363263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ef29fd18-b5c5-480f-afdd-7bdf5de4bc7c\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.187374513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.187570908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.189461253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.189642557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.192548347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.192779993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.195830386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.195842637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.196161574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b509ef95-c79f-4c0a-9bf6-11914b3317db\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.197973898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":10,"elapsed":"300.809589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.235093741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.23546126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.236911575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.236925495Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.237086149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.26540332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.265941113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bde382d-223e-4852-8a1b-040d1c0e6409\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.265976214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.265986594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.265994005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.267954802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":10,"elapsed":"370.842313ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.2745299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.274872398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab0af323-1c1b-4142-8f64-0f13038e9f4d\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:48:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.274903579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.274913809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275207436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275217097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275224897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275232337Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275239497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275246447Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275414361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275423722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.275667698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.275675458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.275986625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.27743145Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.277567423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0382c8-b58d-413f-98ec-8f344cce06d4\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:48:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.277582793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.277682826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ae9d89-d7d9-4f71-9817-79bb1f42b203\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:48:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.277700626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.277712427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.368242575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"49874195-abc7-4f91-bc18-e207ddb61069\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:13.368271076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.368281666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.371570765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7919aa0f-69aa-4ab4-bcdc-61c7858bdb55\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:48:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.371598056Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.371841202Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.375334626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.375747106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.378729727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.379013964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.380864859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.381049373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:13.38754798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":10,"elapsed":"490.41332ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:17.819550982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"922358ab-01cb-4eef-8585-6ace224b8e1b","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.89588144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.895938801Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.896206918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.896747341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.896766511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.896928655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.897823347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.898461522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.89881084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.899904517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"3.156126ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.900394308Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.900405929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.900537562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.901777542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.901921465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.903522324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.905958872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.905972773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.906095086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.913913024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:22.913963685Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":29,"elapsed":"18.073105ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:27.818763705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"ef1e8549-6e73-4b3d-897c-cc51d19c32c1","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.811126562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"21eec984-13a7-4eb1-a7cd-8d5c670b39a2","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.811480591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"21eec984-13a7-4eb1-a7cd-8d5c670b39a2","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:32.813995111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"21eec984-13a7-4eb1-a7cd-8d5c670b39a2","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2947,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.814301018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"27907870-df7b-4209-bf80-a2ec0ed59612","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.814700938Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"27907870-df7b-4209-bf80-a2ec0ed59612","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:32.816904911Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"27907870-df7b-4209-bf80-a2ec0ed59612","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2657,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.895963463Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.895985894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.896294541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.89706509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.897078Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.897276115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.89834011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.898929315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.899289373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.900847651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.900865451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.900954424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"3.889063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.900990554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.90249311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.902721546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.903815292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.906368494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.906382034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.906520958Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.915209196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:32.915227297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":30,"elapsed":"19.268034ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:37.819181327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"66662dbb-2d0a-456e-b88f-1477492d5351","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895507584Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895573636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895585526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895594346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895602486Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895611747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895620177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895628327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895636597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895643917Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895650738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.895658198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:38:42.895604357 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895667228Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895674318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895706009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895716749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895727589Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89573831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89574946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89575627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:48:42.89576267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895769141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":7,"elapsed":"36.331µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895777401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895785601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.895792411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896191231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896208641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896244042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896256672Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896270882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896317164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896339544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896348704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 312799874 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896361725Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 312824705 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896451757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896463617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896471527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896477818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896484818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896491668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896498878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896505268Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896531569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896539629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896546639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896553509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89656136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.89656814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89657476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89658166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896589Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.8965962Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89660235Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896635631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896648862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896660772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896670702Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.896682942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896690072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896697263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896718463Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896727873Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896734844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896749734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896796315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896866267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896879467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896922588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896934798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"1.373593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896943479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896952269Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896959889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896967979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.896976359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89698461Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.458815ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89700242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89701034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.897021371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.897971603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.897994834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898006294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898016064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898024855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898034675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898044455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898054335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898063496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898074626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898084376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898095566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.8982247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.89826212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898281631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898292471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898301751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898310082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898360483Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898477815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898928957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 315387277 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.898956407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:38:42.895604357 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.898967047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:38:42.895604357Z\",\"pruned\":[]}","iteration":6,"elapsed":"3.346561ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.899171242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.899362267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.899404488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.758821ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.899558782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.900270479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 316734669 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.900509444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.900854223Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.901098289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.902617845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.902865941Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.903411874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.903441285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.903587918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.904036699Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.90405278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.904186613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.90573823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.907296828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.907494972Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.907525663Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.907536353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.907674467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.908964578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.90988988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.910547726Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.911235982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.911259293Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.911438387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.912968104Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.912996925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.913133388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.91402805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.91405161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.914293866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.915932166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.916713164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.917114924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.917305099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.917641427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.917822421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"21.268332ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.918647531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.920394263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.920419874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.920646629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.920731621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.922165825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.922503854Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.923346844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.923700362Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.925792673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.930179529Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.930206979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.930473285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.932639748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.934530893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.934556374Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.934689297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.943854978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.94519054Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.94521546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.94522342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.945458906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.947229489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.94726234Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.947497065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.949272848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.949313079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.949495063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.94978431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.950139469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.952456105Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.952772192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.952791993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.952868124Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.953052379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.957210479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.957457995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.959128945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.95935592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.959947555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"61.967091ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.961721397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.961865771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"63.872077ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.962020085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.96225869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.962288191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.962302691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"64.257297ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.967044516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"69.042851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.967175489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970397986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970432547Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970673103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970894218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970916139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970923729Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970930269Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.970937879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.971342689Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.971516273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.974177857Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.974203798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.974377172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.974830823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.977097297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 393546467 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.977330593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.977354704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.977366974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"80.854746ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:42.977408085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.98674511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.98677675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":31,"elapsed":"91.226325ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.988087032Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.988389309Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.988763028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.989059275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.990644783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.990945511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:42.994209109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"97.746782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.002430237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.002751585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.002767985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.002774855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.002782696Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.003038792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.003952164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.007692574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.007759605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.007835967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.009436116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"111.427751ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.012874818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.012903259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"116.35428ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.012981431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.012996821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.013005391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.013013062Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.01338556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.014420376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.014849036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.018168286Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.018193216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.018204907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.018235517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.018268058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.018400771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.018452822Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.019649051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.019875157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.019953489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"121.944344ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.021183688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.021199599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.021345602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.023590006Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.02375544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.026605669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.027254154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.030025811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.030049232Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.030170084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:48:43.032705025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.032731966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"136.251789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.032742096Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.033006453Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.034873288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.035145154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.037295906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.037699136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.037718786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.039766465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.040018032Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.040089153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.040107654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.040262187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.04163342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.041914397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.042139723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":11,"elapsed":"145.655735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.043192608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.043456134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.044905249Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.047624164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.04786592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.047960203Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.047981573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.048133867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.050641487Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.050673878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"155.03041ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.051696713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.051946819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.054317556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.054343906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.054355906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"157.880129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.054768026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.055024013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.056196021Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.056219711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.056231302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.056481688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.056702023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.056874577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.05698759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.057326548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.058114937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.058288261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.059531221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.059774737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.060558126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.060570356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.06073716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.061017677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.061192601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.061600051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.061610051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.061723774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.061733764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.061745454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.06196985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.062081532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f44c4ddb-24a7-42a6-9769-84a7c287d064\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.062104933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.063726492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.063749012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.063878666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.064023579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.064035879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.064044899Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.0640532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":6,"elapsed":"168.460773ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.064254415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.070061094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.070081845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.070091305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.070233468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.07156678Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.074234995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.074253135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.074386148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.076420997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.076444088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.076453258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.076461388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":6,"elapsed":"180.755649ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.079046171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"182.538782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.090816704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.091034419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.092279199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.095897706Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.095915446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.096105111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.097385512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.097626168Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.098949539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.099145264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.100016385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.103078759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.10310975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.103224732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.116775288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.116984964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.118815708Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.119045983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.121043391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.121224675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.123441089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.123666584Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.125655002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.125944739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.127247451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.127430155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.128795768Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.128983872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.130355265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.134048944Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.134064504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.134211858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.135417097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.135586161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.188495224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.255771773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.255797594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.256100901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e74866e-f8c3-44ab-a9b9-b81ba450adf3\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.256114001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.258210042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.273379197Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.273392077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.273743096Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31db8644-d956-4977-a669-a4392baa8b51\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.273778726Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.274226407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.328189996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.328209906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.328441432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf4f33f-9fbd-4195-bb4a-7a2d24c12bb8\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.328455732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.329980669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.332405317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.332768556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5b0f3ad1-475c-4696-a59f-c8d4ddab3f6a\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.332779866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.334644991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"857c4ad1-5edb-44bf-a067-7f3be59dbaba\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.334654761Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.336165478Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.336194938Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"440.692725ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.336378323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.336714701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e71c91d0-4613-4464-a8a3-4c29f71378e0\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.336735411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.336745381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.336755132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.338069473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":11,"elapsed":"441.578935ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.338089544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.33834848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.339949078Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.343307119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.3433229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.343458493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.358172547Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.358205798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.358528866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.35993371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.360514804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":11,"elapsed":"464.882656ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.361808715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.361820795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.361969499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.363586057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.363642679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.363660199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.373458205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.373979657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.374210933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae7f108-da8c-440d-9a2d-bcbee8f23e09\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:48:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.378384743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.378681011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.380755151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.380780141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.380790181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":11,"elapsed":"485.181755ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.380969226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"17cfd541-c841-41c7-a9a6-bc2da36f5ce1\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.380980346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.381205041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.383476526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.3836535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.386304394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.386637492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.389943762Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.389957822Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.3902742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ab54f5eb-7acd-435c-9d14-d86bce320bd9\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.392262648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":11,"elapsed":"495.727328ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.414140014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.414630786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7897e256-b0ed-402d-b667-28345e047ffd\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.414641966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.415993248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8be4178d-ebde-480a-91da-1ac49abd1ee7\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.416004179Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.418020327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4e93238f-6e82-4dfa-a772-f45979a46e43\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.418031768Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.420020475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.420063166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"524.417589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.458173033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.458491541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.459748831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.459766482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.459929256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.468747728Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.469022695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f3050d-8e4f-4cb8-8dda-15e8349e30d6\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:48:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469046395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469056765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469360412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469371053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469377553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469384433Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469391013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469397844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469572158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469580968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.469834994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.469845064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.470124881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.471566406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","vpc_to_sled":"[Sled { identity: SledIdentity { id: 67885466-b1c6-48f5-a800-f848c80749b6, time_created: 2024-12-21T05:44:01.080271Z, time_modified: 2024-12-21T05:44:01.080271Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.471589456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.471599737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.471889144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.471982456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.472087298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e07109b-7eeb-479c-ae96-2467aa66f186\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:48:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.472104109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.472218561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86b0db38-edc8-4218-b533-3b82633fc6ba\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:48:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.472244132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.472258272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.473929213Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.474194949Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.475701395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.478325298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.509301204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.570630169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ccf7d444-fec7-46b0-bb38-b93fd357db23\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.57066108Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.57067098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.571198223Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1dd161a-35d5-437d-933a-a89347e67d11\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.571239514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.571513221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.571583102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"7ae03715-0605-4508-8f60-534c67072552\", \"date\": \"Sat, 21 Dec 2024 05:48:43 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:43.573756675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.573772485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","elapsed":"677.295988ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.573780665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":2,"elapsed":"677.303558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.57729007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.577596037Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.580772733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.580986149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.582869774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.58311138Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:43.589882073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":11,"elapsed":"693.358164ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:47.818373349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"3b8fb164-db63-49bf-b94d-3fae6beb58fc","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.895514786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.895569287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.896019598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.896695694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.896708715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.897051603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.897940254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.900491416Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.900508886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.900644839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.902904834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.90316279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.904782879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.907349291Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.907367621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.907505454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.920293662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.920323203Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":32,"elapsed":"24.825147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.924283378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.924497113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:52.958470111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"61.768146ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:57.81878347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"11b197f1-f759-46f6-a3fc-23c68f6da4bf","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.810379769Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d40e4e03-0f18-43d1-9f82-63ca72842b07","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.810664616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d40e4e03-0f18-43d1-9f82-63ca72842b07","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:02.813623467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d40e4e03-0f18-43d1-9f82-63ca72842b07","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3312,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.813927814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"8d349005-a2fe-4c5c-af02-0cb13e9a9590","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.814250982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"8d349005-a2fe-4c5c-af02-0cb13e9a9590","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:02.816381523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"8d349005-a2fe-4c5c-af02-0cb13e9a9590","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2518,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.895450626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.895481177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.896007619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.896704476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.896713006Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.896936562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.897816913Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.900315953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.900327923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.900457606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.902077665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.902327951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.926606666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.926856281Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.929574437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.931932224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.931948074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.932073917Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.943011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.943034131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":33,"elapsed":"47.598825ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:02.954847575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"58.134719ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:07.818743711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"3bfda669-356b-445c-9ea2-cadb87978e25","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896108174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896156805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896167935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896175865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896183435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896191336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896200836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896582775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896673427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.896692057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897167409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897182129Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.8971939Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.89720679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.89721936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.89723101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897242771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897255461Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897266481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897275722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897281942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897287832Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897295582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897302432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897310132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.897317572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897329243Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897336013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897342303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897348783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897354624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897361014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897367134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897374224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897380964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897390144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897400594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897408745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897508017Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897519448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897580129Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.89761648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897676061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897716932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897725572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897778314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897787934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897796554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897804924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897812804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.897820335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.899536416Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.899672809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1098, tv_nsec: 316333349 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.899731451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.631547ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.899796422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1098, tv_nsec: 316456232 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.900009377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.900080789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.900740905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.902346804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.902370864Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.902507568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.903493021Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.903503752Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.903651835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.905243873Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.905438188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.90550488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.9055156Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.907897227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.907911278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.908065071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.909095786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.909108606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.909319711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.910277654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.911123785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.912277132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.912298173Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.912455767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.913169284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.913241956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.913256026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.913398759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.91341562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.914850814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"17.676665ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.914878165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.915131211Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.916565136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.916621467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1098, tv_nsec: 333284477 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.91675397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.916904444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.916916124Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.916988906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.919788253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.919822414Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.919871955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.919900026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.919963877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.920112311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.920690695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.920718996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"23.486194ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.943085074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.943133005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.943143965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.943542745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.945520723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.945546943Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.945554623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.945799479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.947648444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.947672994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":34,"elapsed":"51.51791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.948056593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.948294379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.949922568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.950169954Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.950528063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.950715057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.951409064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.953402832Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.953692259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.95458085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.954672333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.954688223Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.954865467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.954876497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.956412314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"59.068821ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.957636784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":12,"elapsed":"60.450254ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.958101545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"60.743972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.959223012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.962331597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.962349227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.962575533Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.984751767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.984794388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.984804028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"87.551686ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.987335879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"90.141519ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.987550624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"90.17883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.98779827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.988095997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.989350767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"92.041845ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.992428011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.992442092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.992763029Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a4a5bd-fbd7-42fa-8719-017e071c0d92\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.99277803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.992980294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.992990605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:12.99322318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eec69be9-ded4-4de2-a308-8f8919d27d06\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.993237991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.995323831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:12.995800402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.000588417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"103.330046ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.016255125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.016281945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.016544421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c05c3c3-1839-4528-bc37-43ef2702e6bd\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.016569292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.01813746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.027736421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.02812354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.174200365Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":12,"elapsed":"278.067651ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.18728132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.18730068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.187622038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49eb1838-8a96-441e-840e-9471ec6f4777\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:49:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.187646469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.187943496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.195728133Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.195947118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0926c156-094d-4462-8b49-21d2ed6bee43\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:49:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.196930922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.197195479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.199124675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":12,"elapsed":"303.005302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.223297376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.223591163Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.225085799Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.226974435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.226985935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.227153439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.228483441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.229155528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.229170988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.229378723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"239741d7-fb0a-49e9-b78b-b71d9dcb094d\", \"date\": \"Sat, 21 Dec 2024 05:49:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.229391973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.229640049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.230350956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.230362066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.23051296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.231598756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.23175985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.234859085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.235119241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.239370783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.239398184Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.239770123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7151332d-733e-4ef3-928f-fa3d1d4485eb\", \"date\": \"Sat, 21 Dec 2024 05:49:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.241291229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":12,"elapsed":"344.021368ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.267770147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.268143586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.269113579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.269130219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.269302014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.277854909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.278181557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b8b4055-790b-47f8-a30d-24da5c15ce8e\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:49:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278205668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278215328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278507605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278517945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278525236Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278533176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278540426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278548256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.27872867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278737081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.278968766Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.278976426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.279167151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.281480927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.281598349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d49082e9-b045-4617-9233-f05e43f4a099\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:49:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.28161367Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.281709342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4edaf196-7ee9-4313-b912-5581d8b25a94\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:49:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.281723822Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.281735793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.323795715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.378337727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cf318ede-5ebb-4d29-bcda-eda16dfbcc09\", \"date\": \"Sat, 21 Dec 2024 05:49:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.378363608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.378374128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.378733427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d407fb4f-958d-47f8-a86f-9bcaf4ec8f8d\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:49:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.378757017Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.378765557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:13.378771888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.37885177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfdffcc0-b8a2-4556-8444-8993ac4085e3\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:49:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.378896761Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.379176047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":12,"elapsed":"481.950477ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.379222228Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.382449486Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.382694322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.385697154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.385983341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.387886777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.388091922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:13.393975703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":12,"elapsed":"496.688622ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:17.818687381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"2f6cefd9-2c22-414f-95ba-8264f7ff3eac","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":256,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.895808317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.895862239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.896132205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.896172106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.896182386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.896387991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.897732724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.898250166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.898599545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.900175673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"3.992666ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.900531361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.900552922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.900702295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.902359925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.902528599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.903923553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.906272109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.9062866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.906412643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.915163783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:22.915184214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":35,"elapsed":"19.394996ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:27.818869757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"ae98d271-3c29-4f99-9203-032671fe3e67","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.895586344Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.895635475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.896057225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.896117387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.896132357Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.896454085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.898093484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.898610717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.898979555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.90040603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"4.290124ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.900718667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.900731948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.900875041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.902301406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.902466259Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.90413792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.906480916Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.906493266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.90662225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.917573623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.917594754Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":36,"elapsed":"22.02769ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:37.818800737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"da7a42f9-c35a-475a-9223-80776b4c13e6","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896005075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896076637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896091787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896103878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896117948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896138608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896153319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896165909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.8961792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89619226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89620367Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89621597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896226881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:49:42.896240881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896255341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":8,"elapsed":"28.74µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896270162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896282782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.896295552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:39:42.896198960 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896308523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896321813Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896334053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896344993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896357734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896370054Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896380994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896391194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896400795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896409085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896418175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896426395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896434846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896443326Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896451066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896457466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896465326Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896475627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.896485697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896492277Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896498807Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896505127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896512628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896519788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896527148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896534288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896541628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896548808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896556409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.896563129Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896569309Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896576099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896582009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896589209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89659599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896826865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.896896447Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89702703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 313856260 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89704378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89705319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897060711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897068351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897076061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897082821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897090382Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897097131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897103102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897112472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897119092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897130462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897140793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897150643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897157963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897164313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897173693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897182654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897190674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897197234Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897205904Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897213584Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 314011723 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897224705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897233215Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897241475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897248845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897255935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897264686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897272946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897394809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897421499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89743458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89744872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89746156Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.89746914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897477311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897485411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897518292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897584963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897596464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.358162ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897615784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897625494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897689446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897700386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.65804ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897764608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897787298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.897893241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.898300831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.898439814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.898946486Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 315795746 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.899193592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.8999598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.899976631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.900217467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.900432882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.450738ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.900932014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.901084207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 317939318 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.901309123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.901987969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.902199994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.902210615Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.902384979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.903442964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.903454924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.9036802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.904300285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.904602952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.904705175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.905099734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.905110504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.905298359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907351648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907362469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907369159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907377609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907466361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907476701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907529953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907540393Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.907634805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.90909256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.909339556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.909351897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.909359127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.909546711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.909934631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.910149026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.911312634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.911322444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.911512758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.912383599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.91239398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.912534073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.912910042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.912919982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.913055126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.915414772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.915958116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:39:42.896198960 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.915970896Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:39:42.896198960Z\",\"pruned\":[]}","iteration":7,"elapsed":"19.765635ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.916334285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"19.278714ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.916376675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"19.335695ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.917172135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.917185595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.917318458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.918817974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.919665815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.91989042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.922174235Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.922197646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.922426381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.922444772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.924347587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.926387306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.926412657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.926602712Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.929105212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.929306187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.929407889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.92985946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.930154947Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.930613758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.930906525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.934201635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.934581444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 351408953 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.934615664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.934871311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.936228283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.936259874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"39.925991ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.937497894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.941828098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.941852339Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.941998342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.943727114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.943906338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.944170704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.944744998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.945041915Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.946779307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.946800018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.947026143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.948013587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.948348175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.948719224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"52.191676ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.9490001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"51.94758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.951035649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.952323311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.952649318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.953672083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.953696373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.953896888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.964548405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.967419574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.967458435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":37,"elapsed":"71.319636ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.9676661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.96768601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.967907906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.969666908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.972164698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.972186869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.972198529Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"75.097687ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.972875695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.974035123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"77.690419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.974178226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.974531465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.974839622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.975054438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.977095676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.977353453Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.979103985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98054892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98057193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98057936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.980586151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.980745704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.981465072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.981491622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.981499742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.981786349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98179946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98180905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.981978764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.982097597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.984255539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":13,"elapsed":"87.792772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.984837663Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.984862263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.984995647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.985748685Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:42.985772475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.985786916Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"89.34622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98594926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.986537744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98680251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98802747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.98804117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.988205384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.988228175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.989534466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.990162391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.991375Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.991395321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.991646507Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:42.992403485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"96.112252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.00091183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.002888817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.002907828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.003072072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.004387533Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.004780823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.016348621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"119.263859ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.0196174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.019646831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.019654311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.019660721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.019917077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.025373978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.025392859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.025403389Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"129.003454ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.030757238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.030774218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.030785588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.030984403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.031810833Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.033801571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.033815761Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.033961605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:49:43.060917544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.060940924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"164.449097ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.079841769Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.079864069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.080216638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26a21477-e055-47ca-bfce-aa499d7993c1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.080232148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.082223586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.09565518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"199.240414ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.098261402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.098276892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.098522978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bebc5a6-cb4d-464f-be8a-7fd577b4c8e7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.098536389Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.100613399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.150033218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.150057709Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.150325825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e012ef4f-9c4b-43bc-b78d-c6ea18b44cd7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.150343045Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.151827691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.183111444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.238802484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.264777169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.264797179Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.265274351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0f4a41-b333-4f95-8b80-60d1981f2342\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.265298042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.265575498Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.267939525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.271139942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.271167453Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.271373208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.289006242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.289034403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.295478558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"398.439707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.296679617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.299479304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.299492214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.299649098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.30140467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.301424861Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.301434361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.301442381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":7,"elapsed":"405.172579ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.30181634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.301825961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.301834621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.30221468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.314163487Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.314183408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.314461034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cc468df5-2fc3-4615-a012-00f726f4ffeb\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.314473865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.314707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.316499914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.316519644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"420.419867ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.317883127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.318901741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.319111086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.320647743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":13,"elapsed":"424.440773ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.320734336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.320744576Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.320898149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.323988734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.324007384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.324021864Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.324032505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":7,"elapsed":"427.998019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.324143118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.324546707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.32756069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.32757113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.327925298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"238edaef-bbb9-48b2-a297-32e3c76b5922\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.329420214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":13,"elapsed":"432.925887ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.38078192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.381017456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b32014b3-60e9-4fe9-991c-deae4e90e721\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:49:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.382640445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.382880021Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.384691595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":13,"elapsed":"488.684699ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.466336559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.466447012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:64294"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.466577815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"10cdde33-3ac0-4bcc-a976-96aa2518a056","remote_addr":"[fd00:1122:3344:101::b]:64294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.466920113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"10cdde33-3ac0-4bcc-a976-96aa2518a056","remote_addr":"[fd00:1122:3344:101::b]:64294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.491528985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.491919435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c550fec9-632f-4507-89ed-296926ed9dea\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.491941125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.491952036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.491960836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.492530319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.493645496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":13,"elapsed":"597.210101ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.533252429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.533635719Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec27024d-bdab-48f7-ae48-c69b113bc91f\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.533651409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.535153985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"308c04be-afb3-46a7-bb68-4b8283437103\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.535170595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.536676712Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.536690342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"640.482112ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.548454315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.548497566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/producers","method":"POST","req_id":"10cdde33-3ac0-4bcc-a976-96aa2518a056","remote_addr":"[fd00:1122:3344:101::b]:64294","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":81973,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.548601159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10cdde33-3ac0-4bcc-a976-96aa2518a056\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.549965531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.549978162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.584947903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.585366993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.586561022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.587085894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ddd39bc6-f2b8-48a9-9759-8fcfee65a174\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.587113045Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.587579117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.587608207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.587989506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.588738574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6ffd3867-cf46-4878-adee-58f0a4250d46\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.588750755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.590580859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3ca27e34-b891-4ba7-84a0-193d899da54e\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.590596739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.592443023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.592482395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"696.422017ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.597266299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.597502015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bbed08d-d178-46e8-a8bb-c0af9338edf9\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.597525686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.597538456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.598330945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.598341485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.598349156Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.598356746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.598364516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.598371726Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.5985337Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.59854455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.598761906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.598770536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.599059553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.601249005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.601358638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e27817-b2a2-4d53-8d3f-43a83f214607\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.601372058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.60146454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91db107e-f1e2-4656-ab67-6c6ff44f2556\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.601483131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.601493641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.696998679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f70d9609-50f6-4e40-90f4-6dfbc77c5545\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:43.6970209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.69703047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.69743086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55567785-6f33-4d09-8eb7-663ba534e43b\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:49:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.697470811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.697762508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.701437516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.701661102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.705078634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.705372181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.707132123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.70742335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:43.71531408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":13,"elapsed":"818.834264ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:47.810742484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"b4980130-3331-4366-a475-501b78704155","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:47.811022421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"b4980130-3331-4366-a475-501b78704155","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:47.813345057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"b4980130-3331-4366-a475-501b78704155","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2675,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:47.813599603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e7ea347e-446d-4687-a91d-829fba3604e8","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:47.813931591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e7ea347e-446d-4687-a91d-829fba3604e8","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:47.816129804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e7ea347e-446d-4687-a91d-829fba3604e8","remote_addr":"[fd00:1122:3344:101::d]:36484","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2598,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:47.818080131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"0ed5cdc2-0dc8-4ba7-b48f-da576a355c49","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.895204318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.895253119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.895667239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.896434377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.896444297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.896741265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.897510783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.898027926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.898352123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.900229568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.900241059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.900396773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.902470733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.902677858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.903951448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.906339055Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.906351986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.906481499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.917480014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.917511575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":38,"elapsed":"22.317507ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:52.927786212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"31.347644ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:57.818695557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"49febfb5-201d-45ea-8111-79b82c21efc3","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.895829704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.895879595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.896155182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.896197973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.896207523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.896390848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.897959106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.898363895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.898634942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.900671891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.900684351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.900842185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.902839953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.903167571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.904680247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.90727552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.90729555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.907440743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.91932895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.91935708Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":39,"elapsed":"23.535667ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:02.925212101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"29.005928ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:07.818789991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"fdddb4f7-0342-4c37-9199-8aa882f1d93d","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.895626411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.895682482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.895695902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.895704843Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.895714013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.895723263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.895731863Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896211035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896227685Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896238615Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896728167Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896740767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896749908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896759188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896767558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.896776868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896786659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896796779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896805809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896813979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896822869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.89683123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.8968405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.89684878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.89685668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.89686511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896872301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896879851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896887311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896899682Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896910372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896921912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896932002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896941872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896950643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896961063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896970343Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.896980693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897152148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897208599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897221579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.89723941Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897293821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897323702Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897336312Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897345242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897396793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897410974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897421054Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897430534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.897440664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.898380577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.901950843Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.901980494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.902161788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.902970208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1158, tv_nsec: 319990528 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.903000258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.903149932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1158, tv_nsec: 320186272 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.903342417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"7.734016ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.903359697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.903453159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.90597805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.905995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.906129013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.909888594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.913409689Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.913439549Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.913683775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.916011481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.916281148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.916340619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.916535334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.936049504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.937075348Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.937921229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.938158414Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.938185745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.938244566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"41.320094ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.938338568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.938427971Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.939013115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.939036615Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.939185779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.940513231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.941219648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.941360301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.941599607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.941641528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.942619651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.942630842Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.942818866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.943005211Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.943073813Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.943193565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.943289448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.944100177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.94462758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"47.679657ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.945431349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.945445579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.94545188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.945672715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.947306704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.947341045Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.947572741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.94796467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.948303798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.948446442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.948457782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.94878793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b25edac2-48bd-4d56-ac55-bef078dc5057\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.94880391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.949721593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":14,"elapsed":"52.984625ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.950397849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.950640315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.950666575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.950792978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.950804728Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.951179877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.952412077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.952831117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.952857858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.952872428Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.953078013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.957679284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.957711175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.957970421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f1cce4-5928-418a-b5b2-b0f49364e4ba\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.957996472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.958717379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.959008086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.95999815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.962025869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1158, tv_nsec: 379053779 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.962316936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.963041033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.963066623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"66.195362ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.978462224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.978495525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":40,"elapsed":"82.831143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.98161526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.982514022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"85.648491ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.983821253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.983833813Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.984001017Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.990169916Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.990513884Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:12.991281973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.991299723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.991306323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.991620201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.994157822Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"97.190478ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:12.994777887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"98.054289ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.016663123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"119.885325ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.017477683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":14,"elapsed":"121.811552ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.021456168Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"124.545237ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.022174716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.022185846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.022194946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"125.342516ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.032150196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.032430113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d31d08-a61e-43f6-b5c9-6ff3792facf4\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.034289107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.034300158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.034576814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb9c2982-04b8-486f-a16a-23f16d9ba170\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.034589525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.03483629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.035128457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.036757757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.036811318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":14,"elapsed":"141.168267ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.054408152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.054619537Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.05599333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.057717881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.057727351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.057867005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.075720554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.075737435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.076162005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38029eff-5466-4516-ade4-633747f936cc\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.076186045Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.076391541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.077304003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.079251189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.07926596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.079424583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.093237966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.093262336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.093470672Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"47069d24-6ee8-4f7c-94e0-2b016e681af5\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.093483172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.093701387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.096655258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.096975666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.099954928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.100217194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.103590115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.103614216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.103929303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4410b02a-36be-4ecc-b9d6-6923cf5afa78\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.106103436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":14,"elapsed":"209.353687ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.145613836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.145950634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6352d5f-2c93-46aa-93be-895d5f831aba\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.145973275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.145983005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.145990815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.147113112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":14,"elapsed":"250.319013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.181815737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.182122385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.183646221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.183663992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.184158834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.19148339Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.191757626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ada807-e1d9-442b-9bff-a91215008d26\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.191780067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.191790517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192065614Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192088165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192097075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192106625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192114265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192121395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192271509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192281979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.192512275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.192520675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.19274804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.194224196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.194327238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5d9dcd-782d-48d3-bca6-2522d96a6695\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.194352779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.194414901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b97b5bc9-8934-4db5-8445-b115f9814ad7\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:50:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.194436951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.194446391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.28913569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"33cf7898-f93a-4707-9521-0db2c7f913bb\", \"date\": \"Sat, 21 Dec 2024 05:50:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:13.28916399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.289176431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.289361235Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5fc4e02-9b0f-4c18-92a9-4bc7aec79121\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:50:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.289390186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.289661892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.293460364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.293769381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.296418175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.29664823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.298737531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.298967406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:13.3062088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":14,"elapsed":"409.397221ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:17.817904401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"d84748f4-ec94-4ceb-8c6e-3c8b2db028c5","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.895249123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.895311515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.895719844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.896396371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.896411091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.896668887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.898183434Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.898352798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.899517736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"3.118284ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.925344447Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.928038762Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.928053042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.928190246Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.929814255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.929979299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.931524226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.933791101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.933803711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.933933814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.944235492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:22.944256772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":41,"elapsed":"49.0322ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:27.818047936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"19c603be-a914-4651-9906-53c7cfee35a5","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.895000068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.89505418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.89549613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.895979772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.895988902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.896357691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.897215322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.897536909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.897853637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.899856155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.899867716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.899990048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"4.009616ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.900022499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.902284164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.902509719Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.904141979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.90668276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.90669823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.906835793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.918846992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.918872783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":42,"elapsed":"23.888274ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:37.818068258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"97f3e7b6-6f6c-4ec2-bf4a-79336beaf3d2","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":301,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895302937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895361719Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895375349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895387199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895397699Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.89540755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.89541817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.89542783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:40:42.895368309 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.89543912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895448611Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:50:42.895459671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895470851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":43,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895481262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":9,"elapsed":"23.93µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895493412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895504452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895516002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895525873Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895535763Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895545003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895555193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895564484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895574374Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895585114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895596324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895606015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895695087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895736588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895755448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895776849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895791969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895807Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.89582457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.89584815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895868961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895889482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895910252Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895933092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.895955113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896027755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896051635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.896072496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896093506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896109107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896125287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896140548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896155618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896167628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896181549Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896193399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896206639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896219059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.89623539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.89625003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.8962637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896278631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896294091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896307321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 313465820 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896331352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896357663Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 313577973 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896381653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896397794Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896412664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896445585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896469125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896480646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896544347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896563948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896575828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896587998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.8966662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.89668527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896692871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896700481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896707361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896714721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896722282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896728952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896735852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896744582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896751572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896760432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896771053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896823094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896835134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.339463ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896902716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.896912766Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.602069ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.897003658Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.897013498Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.897021179Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.897032659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.897041079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.897049239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.898603057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 315821537 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.898888074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.899494648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.899702913Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.899815856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:40:42.895368309 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.899825936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:40:42.895368309Z\",\"pruned\":[]}","iteration":8,"elapsed":"4.455017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.899855777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.8999805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.498169ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.900103833Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.900379699Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 317595040 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.900466201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.900620215Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.901312632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.903533855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.903552276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.90371342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.904920089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.904944679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.905071282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.906489417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.907738376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.907946412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.908187687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.908560516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.908573457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.908745221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.910014531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.911003365Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.911026836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.91118301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.911418075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.912773998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.912793778Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.912952082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.913665289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.91367941Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.913826513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.915731479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"19.010377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.917656795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.918605448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.918902755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.920467853Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.921849526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.922229545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.924188032Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.92451765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.925636317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 342841987 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.926128169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.926915648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.927134543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.928870005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.931751094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.931779035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.931917868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.95151088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.953431396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.953463177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.953635081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.955763772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.958828976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.959038631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.959054201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.959062762Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.959318438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.959335928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.959944203Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.959958903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.959968873Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"63.215591ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.960917476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.960931736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.960938257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.961106401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.961169062Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.961181133Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.961324536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.961531181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"64.80546ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.961777477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"65.095447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.962532095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.962712479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.96356314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.963695523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.963937089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.963949209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.964965673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.96523415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.96524428Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.96525186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.965341053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.965465886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.965864315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.966159122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.966548922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.966567522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.966759787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.966778017Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"71.089331ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.968414967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.968617121Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.968628172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"72.933775ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.971725516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.971984713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.973475118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.97397316Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.973986671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.973993401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.973999741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.974254607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.975688672Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.976253495Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.976277496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.976520632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.978443668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":15,"elapsed":"82.663778ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.979119614Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.979133445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.979285938Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.980454626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.982956646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.982968877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.98311328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.990822846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.990904038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.991036401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.991158334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.992266821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.992335682Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.992358743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":43,"elapsed":"96.925742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.99472377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.99475207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.994927925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.99515698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:42.99516694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.9951765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"99.449053ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:42.999204328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"102.448435ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.006260647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"110.386036ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.009769862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.009799272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.009809473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.009818893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.010255023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.014114026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.014168328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.014184598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"118.385419ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.014353122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"117.682672ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.02508098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.025108711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.025118421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.025404438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.026652918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.029292172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.029323082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.029435815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.031243538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.031258639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.031272199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.031280939Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":8,"elapsed":"135.840369ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.031817942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.041206218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.041234619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.041553876Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ca99cb-f842-4d35-8eed-01f0a70863d3\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.041589677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.043046792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.043069003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.043296929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68c83f50-e1a2-4113-8117-3e2fd32892aa\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.043309459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.043705818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.044708912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.045320707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.045381599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"150.02865ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.045471981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.045933882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.046201408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.046534256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.046738721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.046753212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.046920076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:50:43.05789615Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.05792131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"162.141722ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.068546846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"172.624074ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.102428481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.102447492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.102689638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce71aca6-22a4-46cc-ac37-57336ae43979\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.102707588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.104727467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.135177599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.135566429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.178722167Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.179075196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c543660f-713a-41b9-9dcc-ce8468f89962\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.179099776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.180530851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"7f4da043-d6bd-4be0-b42b-41724c47b048\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.180544831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.181137545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.181147126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.181533075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ab12059-8c9c-42e6-88d2-3fca5c3df6e7\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:50:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.181558775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.181856772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.182812315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.182827706Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"287.548759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.183060981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.185100901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.185112841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.185279935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.199789504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":15,"elapsed":"304.312643ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.200576863Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.206142637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.206395303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"722bcc38-b11a-455a-ad3d-edf00722cdd7\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:50:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.208692748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.208899613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.210382149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":15,"elapsed":"315.049631ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.210643595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.210655896Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.210665176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.21083824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.211938456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.214745324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.214756764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.214911158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.214921488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.216929547Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.216940167Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.217096711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.218701499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.21872688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.218769081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.218778561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":8,"elapsed":"323.206047ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.229877248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.229900189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.230143925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"50a4ab4b-67aa-465f-9881-23c313209900\", \"date\": \"Sat, 21 Dec 2024 05:50:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.230155535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.230355479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.232294446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.23245555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.234630462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.234843838Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.237515642Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.237529482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.237911651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b3d512ea-c848-4314-9a63-66945f10653f\", \"date\": \"Sat, 21 Dec 2024 05:50:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.240410581Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":15,"elapsed":"344.579261ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.263038506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.263540568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec4692e7-7ce9-4ec2-95fb-ccd59f5bba64\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.263562049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.264986083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec92468b-cfc0-42bf-be6b-b956941c9572\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.265007964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.266783286Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5a946d72-3e5b-44b6-84f0-e6d26fd87a04\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.266805287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.268837345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.268876397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"373.428865ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.292807072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.29314276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0aa33b1-0d42-4f71-aec2-3331935fc3bf\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.293173891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.293192832Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.293208082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.295164299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":15,"elapsed":"399.270548ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.317305372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.317693891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.31972175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.31973711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.319942005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.328137812Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.328405999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"168bc19c-a552-4776-96dc-e65de6f2b7d0\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:50:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.32842641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.32843776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328709886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328723446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328731487Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328738917Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328746567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328754957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328942212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.328951732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.329184128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.329192558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.329474825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.331226287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.331333639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"075efd46-5666-45d4-8e37-4f878873f1b5\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:50:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.33135795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.331449222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3288eac4-0ebb-4b5a-b698-5e6bc6990a34\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:50:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.331465343Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.331477413Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.427260548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8dc5e9ba-066f-4e8d-8018-c6b5cb0c7d0e\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:43.427286638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.427296538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.431071409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eec8b48-f7b0-4f7d-9375-46070c6027d9\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:50:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.43111133Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.431399847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.435383753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.435595088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.438470647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.438798775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.440928477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.441144142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:43.447922145Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":15,"elapsed":"551.976093ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:47.818243914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"347c5eed-5952-4c84-a445-6257fa631053","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.89538466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.895440512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.895896263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.895953724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.895965994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.89618844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.897342258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.89993572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.89994863Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.900093614Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.90201934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.902223125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.926075209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.926379786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.927827371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"31.869327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.936694725Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.939175924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.939191765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.939320458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.950426645Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:52.950454065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":44,"elapsed":"55.079865ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:57.818174684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"f0abaf50-0888-4369-9aca-39b17a93e590","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.895328711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.895411793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.895866194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.895924445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.895942055Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.896275134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.897831621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.900485425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.900511765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.900639948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.902810691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.902992675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.932387123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.932597377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.934738939Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.937356612Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.937373412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.937513036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.949244408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.949264958Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":45,"elapsed":"53.972698ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:02.962124828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"66.200523ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:07.818444681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"479bc61d-837d-4ece-adac-77b311157b20","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895485026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895541127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895555437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895566898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895578048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895592088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895607229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895623009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895638869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.89565321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.89566897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.89568303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.895697231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895712791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895728951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895742692Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895756922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895770323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895782613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895795413Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895808713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895827554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895843304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895854865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895866065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895878705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.895889925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896274585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896295535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896312296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896373567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896393118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896408678Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896421318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896448429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896478249Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.8964936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896551891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896573502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896848918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896870409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896887219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.89690219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.89691713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.89693214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896946671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.896959391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.897152316Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.897188387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.897197927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.897210517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.898891238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1218, tv_nsec: 316270808 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.899148474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.899327188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.89939114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1218, tv_nsec: 316773090 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.899528943Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.067298ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.899677397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.900144088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.900367373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.900524407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.900957917Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.903028507Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.903040278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.903231242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.903622372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.903631512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.903797826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.903997701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.904008841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.904146254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.904578004Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.905375904Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.905933117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.90687381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.90688681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.907067484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.907925155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.907935305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.908092429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.908501449Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.908511429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.908656983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.91103904Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"15.470343ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.911771028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.912063215Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.91228583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.912650009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.912988057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.913054128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.913272134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.913701174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.913712534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.913856738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.914580625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1218, tv_nsec: 331955625 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.914909573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.915688302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.915945508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.916185074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.917069105Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.917352472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.918853958Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.918870638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.919094814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.934069144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.934112995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":46,"elapsed":"38.579158ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.944321271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"47.451192ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.945076149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.945391746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.946595366Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.946607046Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.946613706Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.946709258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"51.10393ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.946837491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.947039116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.94721801Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.949587587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.949902335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.949950066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.950155861Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.951716509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.95175482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.954642419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.95467276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"58.915468ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.954773642Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"57.886223ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.954933386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.954949927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.95508256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.95509882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.95510653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.955279115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.957068987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"60.166308ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.957194681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":16,"elapsed":"61.436788ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.958340548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"62.684729ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.977671983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.977691654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.977699164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.978009131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.982379076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.982624022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.991545027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.991572498Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.991686531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.991715381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.991887985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d58c8c2-6ef0-45b3-a474-b272206a1486\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.991903006Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:12.991969667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec78871-fd58-49d4-8455-debd379eed0f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.991982918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.995340939Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:12.99538903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.007765578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.007786758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.007797578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"111.998635ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.010413011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"113.568003ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.020916164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.021242872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.023173808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.025037133Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.025050183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.025218027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.026725194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.028218619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.02822909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.028502926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.028513327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.028552358Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c16016-ab30-486e-bdb4-fd44b1cb6a08\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.028560968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.02866091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.029793777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.127400386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.127427677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.127732044Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d920f518-145d-430c-b8a9-d91a591a2e04\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:51:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.127757745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.127992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.173235519Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.1732756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.173506026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3b361c69-d8a3-42f0-b76a-4f0c6a8d81a7\", \"date\": \"Sat, 21 Dec 2024 05:51:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.173518796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.173775552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.175574655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.17576338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.17827107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.178570248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.180786621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.180804711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.181138929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5d7b609d-e534-4af1-ab00-75d8c9a5e63c\", \"date\": \"Sat, 21 Dec 2024 05:51:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.182533883Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":16,"elapsed":"286.903823ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.185840662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.186124459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbed3ca1-c3f8-4099-9fd9-1bbe82ca3bff\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:51:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.187850201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.188076016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.213867027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.214172974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0907fc6a-b977-48cc-86b8-75cca3669327\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:51:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.214195185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.214204665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.214212395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.215695491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":16,"elapsed":"320.210946ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.216749956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":16,"elapsed":"321.067726ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.228096549Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":16,"elapsed":"332.572543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.2925369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.292910059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.294884076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.294898996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.295158573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.305103542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.305361268Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f249be-49ed-4763-9a68-c2ace7f0e0a7\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:51:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305384779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305395769Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305661386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305679386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305687036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305694266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305701116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305711087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305887681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.305910661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.306150567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.306160707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.306390573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.308455283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.308679048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6781b94-4562-4aba-bb9d-b911f671c6f6\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:51:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.308689959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.308799031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f10423-6988-4450-a71c-d6080963d5f8\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:51:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.308817282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.308827782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.405212851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"857c251b-a2d2-43ca-b313-a861fe143cda\", \"date\": \"Sat, 21 Dec 2024 05:51:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:13.405238472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.405250002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.405463347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f2fed3e-e00d-4cf9-917e-420c297ee84d\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:51:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.405506118Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.405882767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.409476264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.409687109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.412838934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.41304503Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.414829862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.415098889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:13.422752623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":16,"elapsed":"527.040212ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:17.817693294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"283229ea-ae3f-40ee-af74-63b1e8b8b420","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.89483825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.894890952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.895192789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.895683241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.895695731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.895915046Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.896837718Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.897438773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.897793241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.89940077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.899411931Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.899556914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.901576572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.901749427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.90311048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.905534328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.905552618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.905680181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.914293979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.914318379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":47,"elapsed":"19.500119ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:22.927075086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"31.388285ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:27.81790548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"e44c098f-70d7-4d1d-9f60-92716ee26a71","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:32.809930178Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:39717"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.81003057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"42b8c33c-6333-4ff2-b61f-5b0f2d253aed","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.810462491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"42b8c33c-6333-4ff2-b61f-5b0f2d253aed","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:32.813429302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"42b8c33c-6333-4ff2-b61f-5b0f2d253aed","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3467,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.813634237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e987b405-aef3-4c34-91c2-60f824771a39","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.813880893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e987b405-aef3-4c34-91c2-60f824771a39","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:32.815704897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e987b405-aef3-4c34-91c2-60f824771a39","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2103,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.894771469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.89480448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.895007075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.895504137Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.895513427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.895686742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.896544112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.896798298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.897016314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.898396077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"2.884719ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.899093053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.899104184Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.899240267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.900800765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.900987969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.902397613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.904803481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.904817531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.904952554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.916926563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:32.916951023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":48,"elapsed":"22.176134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:37.818126636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"b30ef564-9506-453b-bbf2-32596231ec10","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.894953205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895006116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895016806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895024847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895033337Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895041017Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895048127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895055517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895062608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:51:42.895070308Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895080108Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":49,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895088528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":10,"elapsed":"24.9µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895097788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895105898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895115099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895123189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895130999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895137879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89514659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89515508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.8951633Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.89517213Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:41:42.895146819 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89518009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895186931Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895195441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895526539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895636121Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895647731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895656922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895665492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895674432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895683352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895690932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.895698503Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895705563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895713093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895719993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895727413Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895733854Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895742414Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895749524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895757534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895763954Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895770585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895778185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895784605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895790745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.895797715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895803855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895809835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895817356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895824446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895830956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895837106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895843396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895849786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895856607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895863597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 313319817 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895928238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895940858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.895949229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89601492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 313488691 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896052101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896064892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896116963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896157694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896180644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896203785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896220845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896235746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89642366Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896447551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896457101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896464831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896472441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896478842Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896485522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":9,"reason":"Timeout"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896493002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896502782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896509292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896516512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896526063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.351672ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896533673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896540073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.506636ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896547973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896555653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896719937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896733278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896765569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896776279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.896786099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89683197Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.897153488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.897314592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89765257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.89851144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.898730596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.898885249Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.7554ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.899416602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.899426753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.899561506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.899650518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 317122518 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.899705449Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.899921114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.901510023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:41:42.895146819 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.901532793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:41:42.895146819Z\",\"pruned\":[]}","iteration":9,"elapsed":"6.375174ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.90183342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.902122607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 319599378 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.902362213Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.902407974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.902418405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.902592289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.902812184Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.904132796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.904375772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.904384512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.904569256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.905253793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.905264053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.905424267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.906238686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.906247057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.9063926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.906909353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.907580999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.908844509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.909760641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.909770711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.909780502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.909787692Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.909937715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.909953666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.911118524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.911142264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.911287528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.911663517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"15.193196ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.912750783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"16.305322ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.9134603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.913517012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.914896865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.915248823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.916936934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.918729777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.920651683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.92092166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.922141809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.922468987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.922669962Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.922918598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.923983753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 341435543 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.924307661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.936664669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.936691699Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.936699759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.936989906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.948183896Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.948220076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.948231717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.948437952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.956589878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.956980337Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.95710983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.957359687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.958102264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"61.664814ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.959428876Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"63.749424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.960313538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.960635745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.961061996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.961150608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.961163438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.961175338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"64.707987ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.961466965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.962246424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"66.534821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.963692609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.964279243Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.964292583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.964298903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.964304674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.96457937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.966474626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.966487206Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.96664345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.967586293Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.967598833Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.967606803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"71.923281ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.970060072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.970106773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.970429531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.971400554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.971425385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"75.731292ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.973183417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.973200028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.973412183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.975955694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.976060597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.976075937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.976082897Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.976089637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.976308923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.976495377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.976522328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.977539252Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.979149361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.979175181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.979227323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.979239273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.979346265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.979501229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.97992387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.97995578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.980043202Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.980109524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.98120082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.981225321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.981394685Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.982412569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.98243345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.982605504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.989714915Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.990116315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.996104679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.99614714Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":49,"elapsed":"101.061072ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.996865527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"100.382366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.997016871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.997322298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.997609605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:42.997636566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:42.997647436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"101.931203ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.008055716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.008087227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.008097377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.008392204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.009481731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.012583805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.012608266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.012853172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014683066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014705856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014714817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014888251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014922742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014934192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014941972Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014951952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":9,"elapsed":"120.009618ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.014973793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"119.23829ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.016183372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.018820515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.018848126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.018981609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.019254396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"122.821445ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.021317675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.021345536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.021356356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.021365767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":9,"elapsed":"126.273378ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.02151977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.024966713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.025191069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.02817726Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.028211991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"133.193095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.036199644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.036425389Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.037795972Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.039922813Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.039940634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.040135158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.04145292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.043391057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.043414557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.043559051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.044745049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.04476861Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.045065617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea4a8c9-19a7-4ec2-bb28-e7c014486633\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.045078417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.04645954Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.046944222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.051650925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.051663956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.051871621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e81be33-7d63-4c66-86fb-b32db9406419\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.051883961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.054203827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:51:43.090979762Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.091011952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"195.29917ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.123829692Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.123856483Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.124100179Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6423ca8-8130-4744-8d1f-a7663288d36d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.124116269Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.125368419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.218130571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.21848532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8225ded2-fc69-45c1-9efc-c11448d7a188\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.21849923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.220288753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bbaaf0e5-7d7e-498d-a334-2771224dd87c\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.220300434Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.221682527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.221692747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"326.552148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.247387205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.247684413Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.249390183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.249715391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.251511465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.254084607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.254102527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.25424272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.255852959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":17,"elapsed":"360.131126ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.26296521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.273788801Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.274214391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdadbba-7670-4f6a-a141-f3eaa64b62c9\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:51:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.274246792Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.274257392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.274266162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.275910962Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":17,"elapsed":"380.167628ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.314268995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.314527771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28642c64-83fe-491c-8329-1dcbe718c4cd\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:51:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.315529345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.315787421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.317941503Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":17,"elapsed":"422.763983ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.351250885Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.351275915Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.351538061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f481bd53-d334-4270-835f-2030ca6a62e3\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.351563662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.351924491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.363790506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":17,"elapsed":"468.808761ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.377114817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.377546947Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4395ee51-2276-4421-946d-4deff510b510\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.377564828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.378643214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f595abbc-093b-47b6-a323-3e6632609532\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.378653654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.380080368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3f9f2daf-c1f8-40ae-8f5d-20dd94a7ea1c\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.380089468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.382092767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.382136768Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"487.05731ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.39343624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.39346064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.393635674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3721bdab-7136-4f93-9e42-2a97bbff405e\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.393648965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.39389036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.396026242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.396180836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.398992773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.399314081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.402711923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.402723283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.402983759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"57f8bbcf-8e35-42f1-939e-011fe4cfb7bd\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.404398973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":17,"elapsed":"508.69277ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.430762018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.431113686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.433040943Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.433054353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.433221827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.44207754Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.442367107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afbaa51d-a357-4855-835c-06cc38b68ad8\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442391868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442403458Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442646324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442673365Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442682065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442689195Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442697605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442704475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442849389Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.442860619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.443095055Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.443104405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.443299709Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.444641522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.444744824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a132001-1d14-4d34-bb57-7da6474e326a\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.444762185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.444854517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1552adab-338b-42aa-b714-e765d7734790\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.444877987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.444888328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.542354433Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"33a91929-813e-4813-9d2c-5cd43f02249d\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:43.542391694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.542401824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.542702552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c88f385d-bb37-4fe9-a093-c37072020478\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:51:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.542745273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.54305736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.546979794Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.54720479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.549961076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.550240573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.552364394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.552542388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:43.559588258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":17,"elapsed":"663.832333ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:47.817428Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"562e6337-9f1f-40c5-8086-9ca51002eadb","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.894550606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.894599918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.894885804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.895378006Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.895387546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.895746255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.896415991Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.897267382Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.897508677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.898518372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"3.128015ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.898974263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.898995773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.899133947Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.900404077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.900648373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.90218711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.904702901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.904725221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.904852784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.916664649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:52.916689909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":50,"elapsed":"22.151873ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:57.818050496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"1d45a707-fa95-4b93-9742-e50d6d0951e5","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.810116295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"34521fd5-f6a7-4734-84d1-a1c43d7ba892","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.810606967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"34521fd5-f6a7-4734-84d1-a1c43d7ba892","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:02.813338863Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"34521fd5-f6a7-4734-84d1-a1c43d7ba892","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3319,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.81364251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ef639fb7-d987-4478-8d04-5d15b9a9b508","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.813957228Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ef639fb7-d987-4478-8d04-5d15b9a9b508","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:02.816437748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ef639fb7-d987-4478-8d04-5d15b9a9b508","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2856,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.894516617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.894550287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.894854675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.895345446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.895357157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.895712015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.896502764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.897104239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.897455947Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.898860151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.518665ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.899116787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.899132608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.899273541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.900967172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.901154096Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.902368955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.904753383Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.904767323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.904897386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.914060147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:02.914080777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":51,"elapsed":"19.571181ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:07.818240852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"3f20144a-dfa9-4e70-8dac-349049ec4117","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":291,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895262635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895318807Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895330737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895339957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895349898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895359378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895366918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895374888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895382978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895390699Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895399199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895407979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895416809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895425059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.8954341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.89544207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.89545103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.89545983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.89546841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.89547633Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895484771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895493231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895500681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895508791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895516271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895525222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895532392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895800978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895831049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895848959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.89586277Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.8958741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.89588483Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895894851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895904951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895913421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895923011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895933761Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.895972233Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896773592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896786242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896794562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896801722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896808002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896815083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896821493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.896828403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.897018578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.897035898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.897046918Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.897063319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.897724275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"2.480669ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.898051383Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.898135785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1278, tv_nsec: 315727625 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.898199996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.898404661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.898421401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.899771414Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.899964189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.901067035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.901084996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.90125276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902338075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902361696Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902373756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902425518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902438638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902618802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902632033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902641213Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.902783466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1278, tv_nsec: 320379997 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.903056753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.903291698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.903481873Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.904312993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.904544959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"7.763537ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.905652585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.905662806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.905815809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.90582647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.90583355Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.905992943Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.907454159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.907465799Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.907620683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.907632443Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"10.819601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.907798797Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.907965751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.910034741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.910051501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.910245816Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.910715127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"15.36123ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.910760378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1278, tv_nsec: 328361329 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.911026225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.911554237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.911839504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.911853395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.911863585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.912009768Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.912162132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.912237214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.912354047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.91249679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.91332267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.913989266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.916441445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.916455405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.916468996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.916478876Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.9166464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.91665852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.916958317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.916971798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"21.521508ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.928934046Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.928959226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":52,"elapsed":"33.66699ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.935574825Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.935805691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.937761968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.938045775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.938158388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.938427954Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.939021858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.940448213Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.940722499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.941643401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.941654892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.941799065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"45.024134ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.941809655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.943109357Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.943124367Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.943131237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.943274191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.943428244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":18,"elapsed":"47.996645ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.943802363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"48.488797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.947311128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.947600135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.947915342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"52.572975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.948712811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.950471334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.950483204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.950629568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.952025791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.953809594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.953821214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.953964708Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.969508032Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"72.712379ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.969536263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.969547313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.969898141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec63e883-9308-4ae6-a612-fbb483c4a73f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.969912362Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.97110201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.971610502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.971620703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.971626893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.971827638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.990034376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.990060117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.990320573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86ec1ddb-fbb3-4cda-ba67-8a1073373c99\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.990336953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.992428383Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.994169095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.994181116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:12.994394731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26de758-8b38-43ea-8648-7da9d1144c39\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.994414451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:12.99645537Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.001610564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.001622325Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.001631345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"106.217395ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.099639893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.099669664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.0999059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":18,"elapsed":"204.640884ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.100033073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a3f06a8-2ec2-4f2f-b501-6ed39c6e9a91\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.100053443Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.100293789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.117760489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.118028426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f1e51e-cad1-4e23-9a58-28814bdc7f1d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.12029715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.120594138Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.125211558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.125658159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd5704a4-0e0d-48b7-80e7-e12a40aa262e\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.12568507Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.12569942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.125713161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.127088824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":18,"elapsed":"231.722285ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.127569325Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":18,"elapsed":"232.2901ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.169846763Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.169876183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.170050108Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9e47d134-8f9f-4140-a3ea-13610db7b766\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.170067738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.170366015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.172758043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.172952217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.179024733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.17930457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.181638446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.181650407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.181955304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"319ee42b-8e71-4d59-866f-300ca614bc15\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.183429559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":18,"elapsed":"288.045251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.189527816Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.189892505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.191937454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.191950775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.192136299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.201872763Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.20215038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d63197e-c8c2-4aba-b1a7-8bb60e1f2552\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202171981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202183481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202457257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202468697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202475668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202483758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202490838Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202497978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202664672Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202673953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.202911028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.202918978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.203149484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.205434649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.205546892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789fb6d8-801f-49d1-a4d5-cf277caee493\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.205558252Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.205641334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d56d6978-fa23-4726-88bf-57fe783c6134\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.205654284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.205663385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.301431469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a9d3e3cb-f862-4033-97a4-7e7f45edbe0d\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.30146697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.30147798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.305294322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d7ba6c-c92d-4a5d-aff6-5319434068a0\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:52:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.305326043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.30565212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.308462598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.308698184Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.3122681Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.312565747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.313998971Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.314210286Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.321300567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":18,"elapsed":"425.901069ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.549897598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.549930108Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.579781467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.579878539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36148"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.580057553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c9eedba5-17d6-4c78-8cfe-1af8d2bca37c","remote_addr":"[fd00:1122:3344:101::b]:36148","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.580417642Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c9eedba5-17d6-4c78-8cfe-1af8d2bca37c","remote_addr":"[fd00:1122:3344:101::b]:36148","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.616148072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:13.616170922Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/producers","method":"POST","req_id":"c9eedba5-17d6-4c78-8cfe-1af8d2bca37c","remote_addr":"[fd00:1122:3344:101::b]:36148","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36192,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.616227274Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9eedba5-17d6-4c78-8cfe-1af8d2bca37c\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:52:13 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.6177247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:13.61773499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:17.818209802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"8486ce53-c4c9-48f5-baac-667c3f6d2f33","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.894363425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.894426226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.894888438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.895601575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.895612455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.895983234Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.896790713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.899337205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.899349255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.899493088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.901740602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.901997469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.90329694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.905901423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.905937683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.906062377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.918158877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.918178628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":53,"elapsed":"23.849324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.926201241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.926380985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:22.92780831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"32.211976ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:27.817846644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"5948bfbf-9679-45d3-845c-2e756ebdfbec","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.895024622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.895097834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.895556174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.895616166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.895630446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.895967935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.897751687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.898307431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.898605008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.900484643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.900498184Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.900670058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.902099602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.90242159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.904061879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.906711083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.906724243Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.906869817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.918840955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.918865655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":54,"elapsed":"23.867594ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.927849632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"32.230875ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:37.817788194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"a6824e6a-5d43-45ce-b3db-f2ed2740da6a","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89490647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.894954821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.894965061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.894973192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.894980622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.894987952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:52:42.894995242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895003262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895011653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895019753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":11,"elapsed":"10.93µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895027623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895035903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895044473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895051554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895058754Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895067044Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895073664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895081314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.895087664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:42:42.895056474 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895095195Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895102165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895110135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895118635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895125875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895132696Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895183147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895193127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895199557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895206297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895213227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895221648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895228948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895261319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895268379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895278639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.895286729Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895293509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895299789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89530679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89531344Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.8953198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89532744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89533376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.895341721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895348281Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895355121Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895362651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895369291Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895376341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895390202Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895414692Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895426423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895606657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895618617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895656628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895695509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89571395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895787271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895833262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 313554112 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895847193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895856073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895867353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895875473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895883174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895926465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895937475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895946385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895954975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895961405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895968086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 313697836 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895979676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.895995166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896003517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.8961587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896258703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896270263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896276323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896283733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896290123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896297504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896304314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896311074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896317254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896323834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896329674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896336574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896351445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896358915Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896466277Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896477488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.391354ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896536039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896546479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.634759ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89655455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89658097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89659022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896598551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896622341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896632501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896674403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896726234Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896809966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.896818676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.89696598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.898143938Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.898343003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.898918216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 316652927 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.899135882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.899294866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 317021366 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.899518561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.899687445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.899861869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.743034ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.899915851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.900095285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.900795182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:42:42.895056474 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.900803322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:42:42.895056474Z\",\"pruned\":[]}","iteration":10,"elapsed":"5.748168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.901057668Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.904163773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.904191094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.904202724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.904215284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.904226384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.904235635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.906194552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.908265601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.908291482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.908301862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.908358604Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.908457886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.910949966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.910973087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.910983557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.910990397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.911149221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.911160361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.91279475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.914727557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.914888391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.915083556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.915094616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.91527593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.917386651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.917410641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.917571165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.917805731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.917833072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.917956995Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.91943198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.920918696Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"24.613102ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.921160902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"24.871259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.921312686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.921322686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.921463749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.921473619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.923201981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.923227981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.923343474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.926016069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.926546531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.926736026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.928656732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.929856251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.929866381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.929873152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.929879452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.930129438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.930682311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.930866715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.931214284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 348939184 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.931536301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.932549846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.933645992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.933993941Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.93482426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.934858201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.934994125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.937101285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.938399067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.938898359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.940389534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.940420435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.940601139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.941698656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.941723707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.943289144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.945048287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.945071887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.946258756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.946576113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.946991153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.951494542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.951523473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.951539053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.951757928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.954107195Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.958672294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.958737296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.958748526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.970166711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"73.819816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.972002755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.972425085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.972460986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.972484647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":55,"elapsed":"77.525696ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.973268196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.973295306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.973310837Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"77.960805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.974522406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.977977819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.978487241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.978513442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.978525942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"82.176107ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.979051415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979064335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979070735Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979162058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979430684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979463935Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979838054Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979858264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979865274Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979871584Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.979878475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.980156141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.980180612Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.982376535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.984598278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.984627829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.984750122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.985180242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.985458189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.986392701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.988381369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.98841007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.98842549Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:42.988469771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.988498552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"93.227583ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.988629525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.988642015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:42.997677363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"102.456775ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.004937258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"109.743931ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.056262763Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.056608931Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.091329886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.091347107Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.091662994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc73a18-efee-4863-a560-0c4a93e460c9\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.091676715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.093195122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.095738893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.095752373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.095987669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8f87a7-32bc-46c8-b6ef-da3cb48a4f77\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.096001649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.097906285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.100456956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.183969226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.251602623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.251631284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.251863129Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"745ab9b0-b389-4d04-af3b-22fa7be9dab4\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.2518773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.253371026Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.286961164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":19,"elapsed":"391.899521ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.299726141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.299768512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.300129481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89c0f093-ee12-4bce-998a-cc4c9fc0fce8\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.300153101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.300490379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.3017549Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.302311153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.302407226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"406.131612ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.30258871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.303626505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.303689556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.303698607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.303704397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.303948313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.304815803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.304830204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.305012358Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.305366337Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"410.133949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.305395457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.305713625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.307342134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.307366835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.307641142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.30799722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.308016151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.308024191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.308032821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":10,"elapsed":"413.028669ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.314996199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.315428869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.31879882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.32088606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.320910391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.321082975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.340104373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.340270817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.340489002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.340750978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f08c2411-5011-481d-9d51-c4920ce5f935\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.340779539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.342313466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"253895d0-2844-48cf-b2e8-8fc1519e6eb5\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.342333196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.342726216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.34373663Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.343750691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.343760871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.344111919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.34416149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.344173241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"449.292372ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.344739114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"449.564948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.34579417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.34580578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.345979844Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.34789292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.35038126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.3504056Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.350567724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.350600585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.350609765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.350617236Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"455.264554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.351981658Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.352391628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":19,"elapsed":"457.12468ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.353861394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.353887604Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.354028598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.355244967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.362760238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.362781948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.363028654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"20068046-7497-487b-8dfb-70f61f2e0afe\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.363038835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.363383443Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.365488974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.365730879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.368854244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.369149802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.371039977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"474.682582ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.372168924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.372186815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.372573254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a43c0dfc-d6fe-4acc-b741-31f8e499f7f8\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.374127711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":19,"elapsed":"478.866143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.37532499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.376614381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.376847017Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.377317438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.377606255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d18ac8a-86bf-4593-8cb5-01f6ab12a114\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:52:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.378023195Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.378151808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.378162519Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.378355153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.378890676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.379194983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.379854299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.37986874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.37987727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.37988599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":10,"elapsed":"484.765835ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.379947722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.379957522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.380105165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.380964986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":19,"elapsed":"486.041946ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.412807972Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.412838753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"517.83674ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:52:43.413724244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.413738464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"518.366243ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.460952671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.461532354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a1c7543c-9a95-41fb-b208-389371b06df7\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.461549155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.463057211Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9797e0e1-b0d8-43e7-becd-ac561de32f70\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.463070952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.464625109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"84ec4c5d-5ea1-48e1-b58e-7042ee4004ea\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.464635849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.466479514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.466516994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"571.475611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.470203843Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.470581532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.472764715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.472781255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.47298338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.488984585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.489369735Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"979f9a60-150d-4bd2-8681-34d42cf7abab\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.489399405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.489408445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.489415196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.490352678Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":19,"elapsed":"594.963276ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.498895104Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.499130079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2082fc-cc6c-4948-9e5e-0ac26ba52283\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:52:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.49915411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.49916824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499467687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499479438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499485998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499493218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499499588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499506098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499662292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499687683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.499911998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.499921378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.500293347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.502531751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.502634324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d7d4f2-51c8-4bfa-85ee-712bb3c5fad5\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:52:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.502645374Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.502739336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"590c7d4b-ae8b-4c14-af0e-870d250558f6\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:52:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.502761457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.502770687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.601704747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5a33786a-1f3e-4d4d-84ef-bfb0319df20d\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:43.601728208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.601737848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.601945923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6959ab2f-b043-404c-a29f-a9fcb4f7edd1\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:52:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.601979024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.602251071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.605797416Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.606092573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.609167077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.609388352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.611452002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.611654307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:43.618044411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":19,"elapsed":"722.751651ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:47.809951506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"92907ebf-49e3-4424-b344-fde0c49f550c","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:47.810406697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"92907ebf-49e3-4424-b344-fde0c49f550c","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:47.81340633Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"92907ebf-49e3-4424-b344-fde0c49f550c","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3546,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:47.813674556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"3a45959c-ba6a-44d3-9e0d-68c02fda79e5","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:47.814037295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"3a45959c-ba6a-44d3-9e0d-68c02fda79e5","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:47.816295879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"3a45959c-ba6a-44d3-9e0d-68c02fda79e5","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2688,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:47.817735294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"10e68ffd-1c76-46ae-8e34-e1b8df3151c4","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.894828559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.894878381Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.895200828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.895240229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.89525042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.895456595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.897427632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.89774883Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.898123319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.900123347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.900140027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.900281631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.902509564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.902792851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.904026441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.906580222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.906596713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.906736396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.915952438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.915979819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":56,"elapsed":"21.153369ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:52.927011334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"31.762414ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:57.817220553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"422627d2-bfc3-4d3b-8369-4ce68172d120","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.894348989Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.894405241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.894700848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.895521497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.895532178Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.895714882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.897504155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.897666819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.925187151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.925435327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"29.90606ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.92803283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.92804415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.928211254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.930023408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.930216322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.931713468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.93427123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.93428405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.934415503Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.945987222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:02.946000302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":57,"elapsed":"51.680084ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:07.817657194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"09389d3d-6c62-4f5c-8882-c59cbe7a1e30","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.894963065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895018786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895030977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895039417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895048357Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895056337Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895065198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895073298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895081208Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895088638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895098098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895106659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895115929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895124889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895135119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.8951446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.89515523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.89516532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.89517796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895192451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895207751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895222501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895237682Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895253852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895266983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895280363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895293583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895742204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895762944Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895823476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895841446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895857497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895872967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895901138Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895916188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895930479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895944779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.895960849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.89597322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896306848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896325398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896339358Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896353509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896366479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896380929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896394239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.89640898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896683117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896712627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896722567Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.896741968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.897781693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.897948417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.898747596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 316624056 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.898875019Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.924605ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.899012523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.899821362Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 317705253 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.899895444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.900190291Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.901625565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.902773373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.902838705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.902951397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.903789468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.903801588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.903938031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.904443363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.905287193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"8.964575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.906442311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.906468112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.906619876Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.910884598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.911163745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.912695942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.915284954Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 333155524 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.915387077Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.915403237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.915567501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.915639433Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.93462864Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.934682571Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":58,"elapsed":"39.646925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.938107303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.941120566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.941159127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.941337491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.941353561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.944473056Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.944500027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.944705372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.94504818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.945059231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.945065541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.945415569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.947060929Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.947293204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.947840637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"51.498309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.9508279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.951034934Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.951233019Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.951466075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.953895733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.954240422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.955938222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.957804277Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"62.770031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.958966105Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.959831926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.959843666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.960103743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.961098676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.961124097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.96125536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.961276631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.961486226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.962575402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.962776227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.98159823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.983476055Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"88.410107ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.983610978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.983637909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.983857824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.987818819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.98784566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"92.747901ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.988824594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"92.465165ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.994840879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.994864489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.995186037Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84198a43-347f-45d4-9891-96e5d8019b1d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.995202757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.995293239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.995623677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.995761471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.995789611Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.995799071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.995953895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.996941149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:12.997149574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.997250237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.998916426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:12.999120051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.000554836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.004611364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.004640404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.004921871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.006759945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":20,"elapsed":"111.520204ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.025147128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"128.84159ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.027841733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.027870523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.027882554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"132.650772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.065357715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.065683643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.06680128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.068613954Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.068626244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.068784788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.069834553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.070209602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"175.095243ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.071619866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.071632836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.07177589Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.129510829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.129533689Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.129847057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27ac1703-f115-4c70-9b96-1cdd909187e0\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.129877748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.131281112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.159218374Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.159232924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.159693805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa778bf-4f71-470e-868b-6ee211f66124\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:53:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.159730966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.159968862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.184655506Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.184685417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.184948843Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deff88a5-bc3d-481f-99a4-69776e56c376\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:12 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.184964263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.186448869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.206267136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.206292367Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.206560983Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fb8b87e9-702b-4fc6-a93d-adfbeba7802c\", \"date\": \"Sat, 21 Dec 2024 05:53:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.206572903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.206893121Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.209415002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.209595776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.212718501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.213058789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.214690579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.214977845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc652183-a825-4d7c-bee9-b0963e4fee09\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:53:13 GMT\"} })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.215919438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.215932068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.216330048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d31fbd7a-1db0-4f1f-922f-13d3c506f4ad\", \"date\": \"Sat, 21 Dec 2024 05:53:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.216560464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.216794429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.217931257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":20,"elapsed":"322.806597ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.218634413Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":20,"elapsed":"323.654738ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.233072031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":20,"elapsed":"338.052255ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.285105713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.285470542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b515a0d9-47d1-426f-a513-5661f58e589d\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:53:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.285487602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.285496353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.285503683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.287544562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":20,"elapsed":"392.389792ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.332110244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.332517674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.334212065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.334230135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.334401169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.34358365Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.343883957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f97170cc-6b72-492a-9966-c73fff613bd8\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:53:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.343912138Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.343940469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344223255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344253036Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344263336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344272877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344282057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344291377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344441651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344453371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.344681006Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.344691477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.344996804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.346804498Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.34691565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d6cba5-6cb0-4aef-bedb-aa22e43a9fd9\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:53:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.346927551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.347080724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cc88acf-05e1-4306-ad53-8d551b7c2a25\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:53:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.347091884Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.347104505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.441823264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3224c071-1915-4420-92af-8f732c25eb15\", \"date\": \"Sat, 21 Dec 2024 05:53:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:13.441848725Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.441857815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.44207459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a62f251-923a-4ec9-a4e5-57f76765cbb0\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:53:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.442114221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.442360537Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.446357973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.446550988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.449515499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.449785336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.451876596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.45205427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:13.458986437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":20,"elapsed":"563.801587ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:17.81703226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"4fb0ff62-29d2-4870-9b9a-dfb1fbb1634e","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.894150247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.894204168Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.894483585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.894980887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.894990307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.895153151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.895700574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.898222015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.898235015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.898363638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.900681904Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.901104514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.933944944Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.93419165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.936308551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"41.318785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.936336772Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.939062957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.939078388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.939237691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.951468736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:22.951496226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":59,"elapsed":"57.36123ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:27.817124364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"884373cf-f560-4244-b43f-f7a31b4dc232","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.808774664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"9537712a-ff7c-4f1e-b49c-0ded37afc4d5","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.809105852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"9537712a-ff7c-4f1e-b49c-0ded37afc4d5","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:32.811711264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"9537712a-ff7c-4f1e-b49c-0ded37afc4d5","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3010,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.812014862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"6c87f7a0-e0d0-4cdc-bd88-db7b83509138","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.81234718Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"6c87f7a0-e0d0-4cdc-bd88-db7b83509138","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:32.814326217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"6c87f7a0-e0d0-4cdc-bd88-db7b83509138","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2380,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.894589559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.8946441Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.895037619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.8950695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.895094671Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.895291095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.896927675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.897169301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.897409957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.899100157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"4.018457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.899522637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.899534108Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.899680031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.900921731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.901240049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.929621072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.932214544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.932228994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.932373648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.943304101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:32.943325201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":60,"elapsed":"48.750103ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:37.817629777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"8d9f682c-0dde-45a9-9869-fffbae04dee9","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.893932534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.893982685Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.893993665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894002766Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894011376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894018926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894026296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894032877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894039697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894045907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894053707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894060247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894067867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894075407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894083898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894091088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894099128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894106828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.894113619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:43:42.894073727 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894121559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894128439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894135889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894142839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:53:42.894150629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894161429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":12,"elapsed":"18.03µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894530098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894547999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.8946031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894623541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894784804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894795865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 312819395 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894814045Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894823596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894885287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894895347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894902407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894909138Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894915518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894923748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894931128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894938228Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894948068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894959859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894966669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894974159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.894980959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.89498868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.89499568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.89500244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.89500857Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.89501541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 313002739 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895054021Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895061111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895067981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895075942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895082862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895090082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895097672Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895104652Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895111152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895118573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.895128553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895137773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895144403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895388819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.89541811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.89543251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895452011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895461101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895488081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895520762Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895536043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895547473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895555553Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.563287ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895564603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895573914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895582304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895589444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895596074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895604284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.528706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895612744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895620975Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.895775659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896165848Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896329072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896479135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896488736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896505926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896513326Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896520016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896526946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896533127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896539477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896545817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896552297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896558257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896565387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896571158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896577588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896584618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896808083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896820784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896829314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896837404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896851144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896902186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.896911316Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.898621537Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.898908834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.812825ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.899065007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 317091418 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.89914955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.899341854Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.899481097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 317521908 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.899696153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.900638565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:43:42.894073727 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.900659526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:43:42.894073727Z\",\"pruned\":[]}","iteration":11,"elapsed":"6.570618ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.901554247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.901563888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.901728622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.901929347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.901941617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.90209039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.904133229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.904294423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.90542408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.905641266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.905707297Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.906756333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.907826808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.907837589Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.908011263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.908895834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.908913384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.909109199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.915166205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.91745092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.917482851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.917682535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.91786157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.918211048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.919926609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"23.348482ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.921534948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.921841906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.921948578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.922224035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.923856194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.926504098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.926533059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.926652191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.929029519Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.929346906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.94862854Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.948684592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.948695842Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.948984999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.950917055Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.952161215Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.952189476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"55.628359ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.953152359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.953733003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.953761654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.953793835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.953965369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.954326267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"57.785581ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.95651785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.956537421Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.956836238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.958076718Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.958140859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.958393335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.958418596Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.958496978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.958633601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.959228715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.960211759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.960546147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.960630839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.960641349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.960703731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.960806513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.960971707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.962597786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.962621597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.962775551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.963111329Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"68.223041ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.963867087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.964144153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.965490386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.965725462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.96607347Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.966244174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.966959141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 384982131 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.967279429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.967401782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.967619407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.967675538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"71.151722ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.968365235Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.968671482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","candidates":"[(52959017-3b57-4187-aff7-dbf97647ca86, 0), (0ec43463-8830-415f-a777-2f83ced4f56d, 0), (0e8b7f48-ac55-47ca-9bcb-49ff0613eaab, 0), (dc986830-cf5b-4fe4-aaa4-358728e841bb, 0)]","collection_id":"52959017-3b57-4187-aff7-dbf97647ca86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.968682823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.969026271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.971840229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.972598527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.973092819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.973113169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.97312649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"76.589263ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.97604131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.977379572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.978889808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.978912439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.978922739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"83.939679ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.980799204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.980828525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.981116112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.982627858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.982660439Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.982673079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.98268405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.982950086Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.983079029Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.98310264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":61,"elapsed":"89.138605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.984749879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.98935957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.989385771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.989631187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.991929112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.991954253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.991970953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.992216459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.993609222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.993631013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"98.615933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.993834178Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.994242398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997313422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997338392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997469846Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997489436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:42.997497646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997505856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997512147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997574998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997706091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997854325Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.997946237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.998168352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.999977326Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:42.999996166Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.000008087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.000021487Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":11,"elapsed":"106.049412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.001114563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.001327248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.001489712Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.001731538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.002996119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.003213134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.003431599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.004139176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"109.240388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.004761021Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.005083159Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.007829545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.007879046Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.008099101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.009754151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.009815043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.009945626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.010030178Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.010581261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":21,"elapsed":"115.555111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.011710548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.011768479Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.012060577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.012595739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.01260959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.01261675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.01262444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.012819515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.012833115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.012992139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.013017089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.013348777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"116.864232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.013921191Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.014236869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.014250149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.014431314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.014500305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.014512505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.01468758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.014772562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.015682254Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"119.136687ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.016837901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.016851522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.017002665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.019192538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.019211679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.019464255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.022550829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.023502812Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"128.511162ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.034457616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"52959017-3b57-4187-aff7-dbf97647ca86"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.034493156Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.034768313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.035357977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.035375667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.035386258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"140.450709ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.035398738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.035408588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.035780627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f4c2e92-6a2e-4f7b-8e0d-c9ea6d8352c1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.035808798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.038133234Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.038160325Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","candidates":"[(0ec43463-8830-415f-a777-2f83ced4f56d, 0), (0e8b7f48-ac55-47ca-9bcb-49ff0613eaab, 0), (dc986830-cf5b-4fe4-aaa4-358728e841bb, 0), (8f11b597-ee8d-47b6-8568-f345a6a55bf9, 0)]","collection_id":"0ec43463-8830-415f-a777-2f83ced4f56d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.038175775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.038428101Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.043251677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.061013284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.061038945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.061050395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.061278131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.063058544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.066076516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.066095937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.066252961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.066335763Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.066748782Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.068041964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.068061064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.068070304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.068079994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":11,"elapsed":"174.149341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.068129426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.068424383Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.073021824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.073060864Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"179.017518ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.099023669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.09905034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.099400738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d48d808-22f1-4f2e-864b-5f2e462bbda2\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.099418569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.101916999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:53:43.105392292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.105440033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"210.436733ms"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.10735063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/db-queries/src/db/datastore/inventory.rs:1442","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":9,"nnics":6,"nzones":28,"nsled_agent_zones":1,"nnvme_disk_firmware":11,"nphysical_disks":11,"ndatasets":84,"nsled_agents":1,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"0ec43463-8830-415f-a777-2f83ced4f56d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.10737122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.107668187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.108304822Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.112808981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.112826661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.113046607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.179887445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.212002578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.212034609Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.212332836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2754f583-2012-43a2-8145-6be07aaac11d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.212350656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.214508618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.26693249Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.267282868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"07eea293-1f98-4320-9fc9-e7ae691036d7\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.267299418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.268504507Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"80b18015-3a82-4dbd-b9a8-ffa594c43cac\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.268516628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.269123492Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.269133452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.269493111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801f7b76-f2cb-489e-906e-f6a4c4759834\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.269535912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.269961332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.270129966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.270144207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"376.09496ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.272390831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.272506464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","candidates":"[(0e8b7f48-ac55-47ca-9bcb-49ff0613eaab, 0), (dc986830-cf5b-4fe4-aaa4-358728e841bb, 0), (8f11b597-ee8d-47b6-8568-f345a6a55bf9, 0)]"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.272649887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.273003476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 691022465 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.274616464Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.275001624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.276534401Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.276727445Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.278296643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.278517188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.279954023Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.280205639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.28193285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.282152516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.28359398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.286543751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.286565272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.286701395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.287864313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.288280123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.289178735Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.289337998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.291846409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.292082885Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.293818866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.294030411Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.295424185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.29564855Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.29689333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.297075985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.297146457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":21,"elapsed":"403.148971ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.297906685Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.30101099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.30102874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.301167043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.302501475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.3026953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.303975841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.304132454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.305399475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.308803697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.308818697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.308964801Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.311613105Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.311625205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.31184749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"841801ff-acbe-4fd8-8296-209733393100\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.31185812Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.312039225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.313367937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.313477819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.313553651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.313723755Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.314662978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.315021907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"998f6beb-c9bc-4ce5-8d89-afad60a6dc9f\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.315046047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.315056577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.315064238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.315306274Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.315528069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.316631675Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.31682589Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.317151288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.317397264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.317416304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":21,"elapsed":"422.392944ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.318752666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.31892209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.319859933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.319876624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.320353305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"36079fa0-b755-40ce-8859-b9a25c1212ff\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.32098535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.321199585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.322342233Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.322378494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":21,"elapsed":"427.296091ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.322584498Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.323817438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.323984412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.325083849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.328233285Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.328252805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.328390448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.32927429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.329448504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.330706764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.330880638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.332104988Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.335236883Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.335257674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.335384426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.341070163Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.341104824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.341272758Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.342256172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.343363058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.343806519Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c36284c3-9f6c-4ac1-8e01-2287c0fe939f\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.34382008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.343926882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.343939112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.344069246Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.345318136Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.345374997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.345395707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.345963171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2e8f9a4e-3e4c-4abd-83c3-87a21d6426aa\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.345978901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.346098024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.346352901Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb9a31e-da85-41b8-97b1-10d65ca56a69\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.348700967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.348721187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fca7dad7-63b4-4735-b279-e955fe93978b\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.348734588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.348991944Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.350626223Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":21,"elapsed":"456.529135ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.350876529Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.35091385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"456.881964ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.377400898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.377424578Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.377434008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.377790307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9584d2fd-2a2f-4ac0-9ff9-206b254396fb\", \"content-length\": \"476\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.377828788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378056573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"212afadf-c0f1-4264-a2e9-271eeb764484\", \"content-length\": \"734\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378094054Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378377881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4478eaf6-185c-4ef0-9f7f-be9d38254944\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378388001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378636307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8b7f96-f6b2-4669-916d-8d94bc31de0e\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378644667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378896604Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df4d5196-a53e-40be-8efb-1657520dd992\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.378905744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.37914909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e554cc-2291-47ed-b1bb-14b2862d90fb\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379397016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52681597-c935-4143-b8f4-26a2cdfb5dc4\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379406866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379641762Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c5e183-d11f-4535-9dc8-c8b766c6e580\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379650402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379762725Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a834489c-4d46-431d-aff7-24499eaa8dd5\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379772965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379908808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4741930f-9412-497c-8a03-8e2767b0c764\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.379917238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380058112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf182551-89e4-40df-8f60-518350952173\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380066542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380207335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03d85c09-5981-47aa-bc92-f5e9b955bd87\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380216235Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380384019Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27043efd-2dc3-4dbd-a5e1-fa690dfa61ef\", \"content-length\": \"722\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.38039923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380652426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d4dec1e-04c5-4df0-9261-7b9d7d651f4e\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380660796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380920282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da3b8af3-f674-487d-bd7c-863af8855191\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.380928942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.381172418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c61cec8-06c9-4c74-b96f-45bf7d041542\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.381181348Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.381415194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"645c1167-4304-4dbd-a142-f3b11126bd79\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.381423514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.38166012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c918136-1489-432b-bb4b-4909184111d0\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.38166872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.381904406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d9d0a9c-8795-4a90-aa2e-7403ae42c6d6\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.381913526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382105501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2421aa4b-2978-4fbe-ad49-37ccf02c78d3\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382117661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382250404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49388a0f-ec40-44ce-875c-623bc1270ef1\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382259094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382383477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f0ccc8d-50fd-423d-9c5c-be8d449f2997\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382392158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382519061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb450b6c-aba8-496c-945a-523b95d45bdb\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382532351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.382787207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.38416336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.385934613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.385943993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.386093317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.387225164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.38913033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.3891405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.389289634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.428834415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.428850796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.437603546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.437905313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.439877181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.439910542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.440070976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.449982954Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.450305422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e945fb2-98be-4133-847e-a65c72697dff\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.450329263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.450339113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.45061911Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.45062887Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.45063543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.45064229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.45065011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.45065683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.450813694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.450822564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.45107083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.45107915Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.451315546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.453245963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.453372266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0d612fc-6695-4e57-92a6-453c740252d9\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.453390676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.453464798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7bca24c-30f5-4bbd-a314-46f85c4a0ead\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:53:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.453478808Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.453488088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.454724178Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","vpc_to_sled":"[Sled { identity: SledIdentity { id: 67885466-b1c6-48f5-a800-f848c80749b6, time_created: 2024-12-21T05:44:01.080271Z, time_modified: 2024-12-21T05:44:01.080271Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.454746109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.454753359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.454937423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.457137826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.457481115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.459216426Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.461817059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.492995399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.498612194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"21874968-c9ec-4af4-985f-43f06defb759\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.499513406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.499528756Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","elapsed":"604.607089ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.499536676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":3,"elapsed":"604.616988ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.556776764Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"89482491-4082-4cbb-8c57-bd90701ec97f\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.556802394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.556811815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.557051931Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06a49b45-2841-4788-9b7b-06d5b55894b9\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.557092692Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.557324267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.560872372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.561085488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.56449265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.564744705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.566881147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.567067821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.57364967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":21,"elapsed":"678.567517ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.654590127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12b052ba-43ff-4103-aa0e-38e97fddf593\", \"content-length\": \"30802\", \"date\": \"Sat, 21 Dec 2024 05:53:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.670459649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.67048206Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.67049141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.674379554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.67465127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.676420243Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.678207476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.678263777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.678415391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:43.850684296Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"ff5f5b54-046f-4abb-afe3-22ef285419e2"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.850723177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_started":"2024-12-21 05:53:43.377383 UTC","collection_id":"ff5f5b54-046f-4abb-afe3-22ef285419e2"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.850732617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"collection_id\":\"ff5f5b54-046f-4abb-afe3-22ef285419e2\",\"time_done\":\"2024-12-21 05:53:43.672742 UTC\",\"time_started\":\"2024-12-21 05:53:43.377383 UTC\"}","iteration":2,"elapsed":"955.798589ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.850743837Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.850758967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.851096355Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.85295442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.854864396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.854881317Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.85502536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.857252243Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.857617712Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.859124688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.861266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.861292741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.861473015Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:43.897685027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"46.928149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:47.809284348Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"bc77c7ab-5778-402d-b707-1f6798f99011","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:47.809609736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"bc77c7ab-5778-402d-b707-1f6798f99011","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:47.812172467Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"bc77c7ab-5778-402d-b707-1f6798f99011","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2959,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:47.812467524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"857ce877-1093-4113-af43-2e8282c1f159","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:47.812784512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"857ce877-1093-4113-af43-2e8282c1f159","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:47.814278018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"857ce877-1093-4113-af43-2e8282c1f159","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1875,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:47.817865614Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"86731863-c344-41b2-9466-0aa2db0b122f","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.893998627Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.894049198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.894338565Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.894806916Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.894815956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.895159725Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.895681147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.896357594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.89661559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.898226679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"3.411202ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.89829759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.898308361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.898476805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.900423201Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.900756109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.902251335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.904869078Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.904887079Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.905037542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.912379759Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:52.91239908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":62,"elapsed":"18.421663ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:57.817068536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"3f6b2bf5-705d-4f6a-a5a2-84fdd04586ed","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.894223773Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.894278555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.894563272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.894977802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.894987872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.895190597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.895788731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.896888678Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.897229976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.898417514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.898434465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.898572898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.900386752Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.900549376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.902087183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.904504811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.904520631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.904648804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.913555979Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.913574459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":63,"elapsed":"19.371616ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.926017399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.030346ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:07.817330994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"273ae47e-6310-4803-9756-d18e4ada2f49","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.894570733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.894624344Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.894637475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.894646875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.894655655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.894663165Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.894671256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895024974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895040404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895051425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895618058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895644809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895654649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895662829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.89567324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.89568122Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.89568941Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.89569797Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.89570727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:12.895720071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895732921Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895740311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895748041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895756082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895764682Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895772432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895781742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895791012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895799643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895808273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895817893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895827343Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895834664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895843004Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895854434Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895864894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895872684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895881005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895979057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895989277Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.895996857Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896137471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896185022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896206332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896216313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896224543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896233973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896242013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896260424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896269224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.896277894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.897323519Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.89735134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 315514089 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:12.897664837Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.897922574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 316110744 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.898055137Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:12.898162749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.898674092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.115808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.899370869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.900569597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.900597488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.900756902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.901625823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.901647703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.901817528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.901958111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.901973321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.902120455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.903850876Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"8.077864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.90400542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.9044069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.905055665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.906550841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.906582552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.906709735Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.90692849Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.906939811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.907102804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.908243742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.908270323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.908489508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.9094199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.90980623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.910327882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.910565528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.910680851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.911518541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.911776097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.912356291Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 330535111 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:12.912698219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.913028787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.913043207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.913198431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.934729499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.934827932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"39.027259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.935139789Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.93643386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"40.811182ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:12.937066926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.937092366Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.937103406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.937502866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.940492228Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.940765114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.941517073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.941713828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"45.964566ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.94182942Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.942806444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.943034459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:12.943787197Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.943816508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"48.155708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.943828868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.943978162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.944035183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.944052834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.944339691Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.945480508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.947465516Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.947498527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.94764886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.948514271Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.948671645Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.948686465Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.948703936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.94887301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.953825819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":22,"elapsed":"58.18979ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.954585737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.954803722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.958692116Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.961546495Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.961568265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.96177164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.963520242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.963540793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":64,"elapsed":"68.937958ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:12.969132717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.969159148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.969167288Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.969225959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"73.500738ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.969331982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.980593283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"84.80505ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:12.982008997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"86.314217ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.002372427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.002397688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.002407908Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"106.711828ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.031517618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.031548419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.031878687Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f37b3a-dfc0-42c0-9d0c-530612f18720\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.031893987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.033052705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.05279937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.053116328Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.054716636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.056742225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.056753845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.056902039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.058872276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.060753152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.060764852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.060925386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.119564557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.119585928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.119840784Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fbf376-624d-4919-9dcf-ab3bb4d27f70\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.119855724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.121297359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.121658557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.121668348Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.121994066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3aec5cb-8d0f-467d-8ed3-6f620bd4d4a8\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.122027346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.122035476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.122044247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.122257312Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffea37b3-91b7-4350-80ff-d2896a6ac04c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.122267002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.122328074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.123995574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.141831733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.141859513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.142047698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fc0a3678-9035-4c9d-91ae-1b2db7a07610\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.142059708Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.142361505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.144540928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.144728282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.148438732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.148847642Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.151531976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.151551247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.151861504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7ad05e82-a294-4a15-b2ba-4d2422fad3b9\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.153006202Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":22,"elapsed":"257.332522ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.228125219Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.228406376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17bea6ac-984f-48af-b45b-e92cc52f620d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.229886222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.230130348Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.256199525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.256505302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4750bc32-c5bd-4d5f-ae10-14af74ef29da\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.256526953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.256536163Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.256543463Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.257798753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":22,"elapsed":"363.22219ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.257997218Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":22,"elapsed":"362.337539ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.272907967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":22,"elapsed":"378.304054ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.292601551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.292945249Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.294929047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.294940007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.295207834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.304080847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.304329203Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88cccdfc-2470-4f91-ad32-f7987f145ee5\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.304352774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.304362544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.30461033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.30461987Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.3046263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.30463311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.30463963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.30464647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.304828425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.304838785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.305077071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.305086071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.305333157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.306781462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.306902305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715117a6-dc36-49d2-ab93-0ba7875a3d26\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.306913385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.307003527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85680f7a-8e78-4546-8f11-52cc71e853e8\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.307019038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.307032068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.407247179Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7f42d792-eaff-4621-87de-b0603f686fe8\", \"date\": \"Sat, 21 Dec 2024 05:54:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:13.40728372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.40729478Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.407757832Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d36d360-6e32-4978-bb65-9b78da306617\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:54:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.407798933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.40809875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.411467731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.411690546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.414504444Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.414913984Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.416882511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.417105817Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:13.425347905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":22,"elapsed":"529.635424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:17.808608525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"1c972996-a31d-4936-b51f-627e8a099f08","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:17.808944183Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"1c972996-a31d-4936-b51f-627e8a099f08","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:17.811021623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"1c972996-a31d-4936-b51f-627e8a099f08","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2483,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:17.81131346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"8362ffc9-adba-40e1-9056-c3f401d25b0d","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:17.811687119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"8362ffc9-adba-40e1-9056-c3f401d25b0d","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:17.81378604Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"8362ffc9-adba-40e1-9056-c3f401d25b0d","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2537,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:17.817090519Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"bacca80d-adaf-4503-a6ef-95a690e52d62","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.894228736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.894310558Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.894799Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.894851431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.894863531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.895193089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.896734436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.89731382Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.897665839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.899312678Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.899324829Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.899333169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.473037ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.899468652Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.901256625Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.901489211Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.903034968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.905650741Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.905662781Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.905804425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.914424692Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:22.914453613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":65,"elapsed":"20.254247ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:27.81747616Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"f2653cee-9611-4734-abd8-04c1a311eecc","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.809351485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"7d9eaabe-1760-4226-bd4c-18df542c2924","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.809728394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"7d9eaabe-1760-4226-bd4c-18df542c2924","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:32.812310256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"7d9eaabe-1760-4226-bd4c-18df542c2924","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3028,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.812606093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"3881a41d-9b56-4223-bbc3-a0634704d231","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.812981442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"3881a41d-9b56-4223-bbc3-a0634704d231","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:32.815042982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"3881a41d-9b56-4223-bbc3-a0634704d231","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2504,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.894390961Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.894424472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.89475937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.894794181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.894805642Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.895013667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.896642826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.897062456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.897339312Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.898701155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"3.903324ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.899298779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.8993143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.899469454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.900712613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.900904888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.902190239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.904606417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.904628868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.904753481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.91594093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:32.915968311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":66,"elapsed":"21.575079ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:37.81740689Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"fa211f13-298c-4e99-a519-15b2871fd115","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89426824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894321431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894333471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894343272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894354022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894363262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894371522Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.894380282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:44:42.894315731 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894389313Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894397133Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894406703Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894415163Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894425123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894434984Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894444004Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894453034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894465164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:54:42.894478225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894491235Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":13,"elapsed":"14.88µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894506405Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894517936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894531636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894542886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894556366Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894567377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894579917Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894592258Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894604148Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894619318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.894633568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894645069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894657569Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894671539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89468488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89469597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89470881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894722501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894736491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894748851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894760422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.894772622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894784222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894793542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894804172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894813973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894826363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894836853Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894847364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894857224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894866454Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894876314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894887874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.894971936Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895002087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895015648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895026128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895035948Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895055769Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89511342Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 313449840 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895142291Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895188532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895216182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 313570503 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895237383Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895248763Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895259034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895269024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895278734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895288404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895299224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895346065Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895616092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895634103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.243969ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895645993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895655363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895663363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895671493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895680013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895688544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895701544Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895710814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895718834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895728305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895736305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895744965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895818407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.895829177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.372443ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89593643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89594724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.896010512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.896020502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.896039232Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.896048482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.897295963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.048383ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.897350524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:44:42.894315731 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.897360404Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:44:42.894315731Z\",\"pruned\":[]}","iteration":12,"elapsed":"3.041864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.897583229Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.898166913Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.898552063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.898754698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.899522146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 317879286 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.89970809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 318066551 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.899790212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.899936236Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.900567531Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.900582091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.900747275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.900759306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.900767886Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.90091719Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.901850422Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.902034557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.902480757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.902732993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.90343398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.903546823Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.903868481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.904377533Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.905064379Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.906317129Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.90632744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.906548515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.906824662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.906834442Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.907036187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.9071742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.907186241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.907366495Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.908160064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.908175414Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.908207375Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.908217605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.908247186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.908347108Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.908384169Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.909983648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.909995338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.910124871Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.910768457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.081613ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.91173839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"16.030096ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.913638276Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.913922603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.913933053Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.913941873Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"18.276039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.91424603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.914559308Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.914752072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.91504541Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.917084799Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.918047832Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.918069982Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.918078743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.918085393Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.918268547Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.919558898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.919892066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.919930067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.920173263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 338523163 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.920188403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.920322497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.92044242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.921527155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.922862368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.922878008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"28.25742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.924552298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.924584309Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.924733653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.925348998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.925363048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.925600224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.927356866Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.927688744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.931638289Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.931663739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.931924016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.932588212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.932612902Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.932837688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.939623311Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.939655542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.939669802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.939903928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.944337535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.944452217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.944466607Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":67,"elapsed":"50.024523ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.947381018Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.947407278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.947540841Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.947852049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.948340611Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.953391512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.953426263Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.954287114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.954321255Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.954336965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.954350595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":12,"elapsed":"59.957573ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.956447176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.956773134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.956795164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.956802894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.956958098Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.957211124Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.957322757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.95743633Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.957767378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.959078369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"64.532313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.959780686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.959988001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.960002501Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.960012701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"65.421374ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:42.962369378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.962391659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.962400619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.962688346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.962895061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.963105646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.963659969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"67.936945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.963740341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.964026438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.964546611Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.967305497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.967327488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.967494392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.967670726Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.96908188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":23,"elapsed":"74.520483ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.969548141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.969566402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.969727485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.972565164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.972780899Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.974167412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.979794528Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.979826368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.979837879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.989224104Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"93.566362ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.991925389Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.992199406Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.994270496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"99.551645ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.998951509Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.998984349Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.9989969Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.9990083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:42.999236796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.001301355Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"105.568781ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.002141315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.002155816Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.002165956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"107.555758ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.027522536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.027586698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"133.230006ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.033899339Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.034149245Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.056819011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"162.117832ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.057974679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.057989689Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.058296197Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9803e732-7465-4e3e-8163-f63d1311f747\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.058311027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.059454034Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:54:43.082868638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.082893889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"188.25784ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.094490097Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.10209654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.102116621Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.102400968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd6f789-f182-43bc-b018-55922cf87cbb\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.102419658Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.105588624Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.128396693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.15733552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.15735602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.157559295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ada349c-0aca-4267-a65c-49ae953c22fc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.157575275Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.159700327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.234382974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":23,"elapsed":"340.099743ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.314997974Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.315018364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.315442924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78cd8f6e-acbc-4620-ba2e-de11193ccf4f\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.315475205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.315845674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.316663734Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.319481011Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.319512132Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.319654806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.321454749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.321466049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.321475859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.321759556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.322956845Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.324285967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.324554684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.325487106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.325499446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.325553068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.32565142Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.327282839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.3273069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.32731663Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.327347881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":12,"elapsed":"432.806394ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.327768211Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.327781861Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.327938395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.329629875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.331355737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.331368588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.331508171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.358604013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.358628043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.358848549Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d1106ad0-2470-4318-ad37-36a4aef81834\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.358859729Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.359062314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.3613956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.361560024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.364052724Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.364262489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.367079217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.367710282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.367721592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.368010309Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"578f9164-6b64-4e5f-a1a5-65fed9db906d\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.369411083Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":23,"elapsed":"474.774834ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.435087533Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.435432001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9ed61449-10bc-4638-b0f8-407432330842\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.435445272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.437535682Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"76925592-72ce-4ff5-b66f-5375d46621cb\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.437550592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.439671214Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.439684304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"545.389053ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.44533888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.445597586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27858195-4739-475c-8acc-9064fd1197e5\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.447657126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.447916662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.449566332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":23,"elapsed":"555.22583ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.466480619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.466837157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dff5e05d-f520-44be-9486-cbfcccff720e\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.466859788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.466870518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.466879538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.467906493Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":23,"elapsed":"573.190883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.478662432Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.479116883Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0cb067b1-4d19-4d3a-b2e3-cf9ae247bb76\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.479135333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.480123967Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4cf6927a-23a1-4ca2-95f2-ded6133aef4e\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.480136217Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.481427958Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f089d9e7-1cef-4273-a7d1-e574070c4d19\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.481439428Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.48318193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.483215511Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"588.814038ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.483892047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.484293427Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.485626669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.48564585Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.485845094Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.495342743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.495600049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9655141b-5c04-468d-89a2-6c006aed5417\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.49562261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.49563491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.495920327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.495931257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.495939188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.495947588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.495955408Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.495963048Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.496128462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.496138212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.496362748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.496371698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.496613824Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.498859028Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.49897733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b51b6fd-f107-4781-bc6a-a27ab0ebab57\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.498989371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.499069563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9eb99f3-b7be-4079-81c5-aa76633d93ed\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:54:42 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.499084193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.499096733Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.59702322Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7fcefba1-c0f3-41ee-8dc0-a3f2adc07377\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.59704771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.597056641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.59745334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98d07225-8e69-4bec-a073-3dbadd4d12f8\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.597502521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.59786012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.601480697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.601829796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.605684838Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.605933834Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.608124827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.608336382Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.615792351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":23,"elapsed":"721.067211ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.6182143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.61822766Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.648861877Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.648954539Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:45062"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.649105613Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ba915e98-1d72-4b38-9a95-8f24b23406f3","remote_addr":"[fd00:1122:3344:101::b]:45062","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.64941837Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ba915e98-1d72-4b38-9a95-8f24b23406f3","remote_addr":"[fd00:1122:3344:101::b]:45062","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.684984396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:43.685009787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/producers","method":"POST","req_id":"ba915e98-1d72-4b38-9a95-8f24b23406f3","remote_addr":"[fd00:1122:3344:101::b]:45062","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35962,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.685090019Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba915e98-1d72-4b38-9a95-8f24b23406f3\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:54:43 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.686308318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:43.686329489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"producer-registration-task","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:47.809340437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"87b60e7e-a784-463b-a63d-03b9d07d8c82","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:47.809836338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"87b60e7e-a784-463b-a63d-03b9d07d8c82","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:47.811501359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"87b60e7e-a784-463b-a63d-03b9d07d8c82","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2267,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:47.811786176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"905a23b1-69dc-4a2b-9233-e5b3e8727145","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:47.812113403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"905a23b1-69dc-4a2b-9233-e5b3e8727145","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:47.813844025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"905a23b1-69dc-4a2b-9233-e5b3e8727145","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2120,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:47.817201006Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"51ac799c-ebc8-44a1-a92c-a14386eb2e05","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.894335793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.894390304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.894705471Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.894745923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.894757793Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.894965868Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.896588637Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.897411497Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.897703474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.899323363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.899334323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.899491577Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.89961334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.859057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.901334581Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.901542386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.903269398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.905672915Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.905684966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.905822149Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.915709557Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:52.915736928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":68,"elapsed":"21.414675ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:57.817191207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"eb3c31b5-9a3f-4fad-b0ed-f9c52fb079c0","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":393,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.808801196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"4e4c69b2-661a-46e0-bdef-5e405909143c","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.809142314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"4e4c69b2-661a-46e0-bdef-5e405909143c","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:02.811951952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"4e4c69b2-661a-46e0-bdef-5e405909143c","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3224,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.812230238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"610ae5ef-8f10-4497-b4f7-2324764e21ee","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.812496574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"610ae5ef-8f10-4497-b4f7-2324764e21ee","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:02.814600965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"610ae5ef-8f10-4497-b4f7-2324764e21ee","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2406,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.893647027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.893683698Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.893893683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.894499168Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.894512008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.894692412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.895772648Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.896483315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.896849654Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.89832865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.89834066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.898494964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.898528145Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.020706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.899652712Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.899879197Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.901301682Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.903886484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.903901884Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.904040357Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.913455024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:02.913480095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":69,"elapsed":"19.826907ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:07.817007794Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"e3b8b9e5-4d30-4a22-8571-3743f546de0e","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894320595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894375636Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894385656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894393697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894401067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894408867Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894417507Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894742525Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894757145Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.894766666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895154205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895168155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895179956Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895190796Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895200606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.895210586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895218146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895225517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895233697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895240857Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895247647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895254307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895261667Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895268307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895280688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895288298Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895295818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895302858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895309608Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895315679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895535774Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895560074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895571835Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895580485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895589645Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895612446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895621256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895667547Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.895730709Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896309693Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896322353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896329903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896337743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896344273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896351044Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896357564Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896365224Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896538788Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896549598Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896655981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.896666391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.897716397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 316224607 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.898014024Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.898411973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.104969ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.898586527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 317103438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.898828013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.898968927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.900154595Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.900959364Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.902159073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.902185234Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.902234295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.902246095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.902319907Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.90241075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.904289695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.904311205Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.904402647Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.904458809Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.905920804Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.906373245Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.906385075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.906426776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.906567039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.906981669Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.90700446Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.90701221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.907267396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.908049715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.908074356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.90826423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.908819704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.908834594Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.908985888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.909723045Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"13.387252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.910492474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.910692399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.911013906Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.911641272Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.911873357Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.913075546Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.913103307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.913284771Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.914267635Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.914445699Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 332948759 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.914525431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.914585372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.914600783Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.914611093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.914723396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.914796457Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.915284999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.916062748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.916431707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.916468338Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.918872415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.918897266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.91908174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.9202931Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.9203186Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.920536926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.920867634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:12.920887574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.920898424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"25.633477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.931756745Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.932483273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.939285057Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.942029353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"45.71174ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.942379261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.942399062Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.942650088Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.944572324Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.945812424Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.946151912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.946824678Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.946851619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.947087394Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.947941415Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.948196111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.949175385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.949204245Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":70,"elapsed":"54.85048ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.94979619Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.950011295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.950126718Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"54.962432ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.951395998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.951517591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.951760717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.952492664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.952784462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.953208832Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.953595031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.955415775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.955439655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.955666661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.958632642Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:12.958858898Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.017795556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"122.535778ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.079188063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.079230384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.079525601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3597ca77-b37f-4f59-9bbe-f98c7b0a6364\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.079542892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.081219532Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.162784425Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.162808705Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.163074742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba99e52-3385-4265-be3e-cada07e91c26\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.163092542Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.164537927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.184651591Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.184670731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.184897597Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3da267ed-5523-4694-8044-22d108ed0ae4\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.184915207Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.186405683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.226672162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/1074852b-efc2-4d12-a5fc-d885405cbf4e/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.227048611Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/1074852b-efc2-4d12-a5fc-d885405cbf4e/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26f5f6da-9171-4227-b6ac-c4cdbad79531\", \"content-length\": \"130\", \"date\": \"Sat, 21 Dec 2024 05:55:12 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.233457905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-21T05:55:09.123194914Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.233481656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-21T05:55:09.123194914Z }","propolis_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.233494536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.233805244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.305813716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.30638485Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74bc35b9-ce53-45df-a82d-ea293563471a\", \"content-length\": \"810\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.306409111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(3498081) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.306420551Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.306429361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.307720162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":24,"elapsed":"412.527256ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.320878909Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.32090052Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.321182196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"634ea559-585d-4fd4-91c2-c762d3237666\", \"content-length\": \"583\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.321220977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.321627937Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.322545559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"426.227197ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.323469181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":24,"elapsed":"428.263185ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.323993694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"427.690822ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.333332879Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"438.173944ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.343090993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":24,"elapsed":"448.743628ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.348921284Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.35084468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"455.658684ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.367730666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{230cbb3f-fd82-41ff-b241-18559d2a8099: {10.151.2.175: {27af947d-3919-4aa9-a4d4-478b14599c0a}, 10.151.2.176: {27af947d-3919-4aa9-a4d4-478b14599c0a}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.367752287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.368018523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dd9127ba-da9e-4d68-a5cd-28e6dd84ad9a\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.368031063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.368341061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.369794536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.36997032Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.373308981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.373526806Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.376336073Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.376578129Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.378833174Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.379200462Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.381503978Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.381710453Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.384123181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.384135701Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.384142321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.38451096Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c559c6d8-acbb-4a49-8bf9-1c5d2be7c108\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.386403025Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":24,"elapsed":"491.24093ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.400896014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.401172891Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e154e8-9419-489d-9513-79e83d4ed263\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:55:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.402962054Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.403162869Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.405259779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":24,"elapsed":"510.936774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.443608452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.443977751Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.445881047Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.445895147Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.446076941Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.453469419Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.453762266Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92ba23bb-24ad-45c0-8e14-d98882112149\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:55:12 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.453798237Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.453811138Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.454085354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.454096634Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.454104145Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.454111925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.454120315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.454127895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.45432139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.45433238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.454595946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.454605657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.454863433Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.456567244Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.456673227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9664e442-fe7a-4e10-af7b-f47485995f01\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:55:12 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.456686837Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.456772039Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bade85bd-e1af-42a3-ab74-27fa5e6ed128\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:55:12 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.456785859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.456796399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.553980268Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a5c22357-ef79-475d-acaa-d439c0f351a3\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:13.554015889Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.554025779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.554273555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67b2ca3d-f24d-4d03-a6f3-5d2a7db2a657\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:55:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.554318496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.554598273Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.558403644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.558724892Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.562211646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.562403251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.564530192Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.564739367Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:13.571410747Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":24,"elapsed":"676.191481ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:17.808444089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"61652a76-29dc-4b56-9f7e-f89c9bf5d6f0","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:17.808958641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"61652a76-29dc-4b56-9f7e-f89c9bf5d6f0","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:17.811698067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"61652a76-29dc-4b56-9f7e-f89c9bf5d6f0","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3363,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:17.811968704Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"7165339c-a3df-431d-8d47-0d8c939020fa","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:17.812280491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"7165339c-a3df-431d-8d47-0d8c939020fa","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:17.814442653Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"7165339c-a3df-431d-8d47-0d8c939020fa","remote_addr":"[fd00:1122:3344:101::d]:39717","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2512,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:17.817039256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"20ccf888-89fb-466c-b839-cd567bd396ae","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.894174803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.894227084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.894516521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.894558612Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.894568482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.894746456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.896214012Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.896406476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.896777925Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.898287102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.720439ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.898936157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.898954998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.899106031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.900996517Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.901190711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.90238694Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.904843999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.90486839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.904992963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.916454409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:22.916476559Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":71,"elapsed":"22.322857ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:27.816995456Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"ebc0b226-7f45-45a4-8709-c6dd3322ab37","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.894176924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.894231695Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.894687126Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.894745997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.894758398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.895089466Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.896695335Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.896904209Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.897190787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.898892727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.13997ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.899368939Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.899383109Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.899522392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.901816738Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.901993472Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.903525399Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.905913576Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.905928277Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.90605579Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.917930146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.917951626Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":72,"elapsed":"23.800843ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:37.816446714Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"63b8cb9b-1057-4f58-aa11-f17342871ab9","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":351,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89353182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893589561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893603951Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893613962Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893623702Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893633102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.893642402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:45:42.893578071 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893652283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893660723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893669103Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893678683Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:55:42.893688013Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893697554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":14,"elapsed":"12.871µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893708854Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893718584Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893728305Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893737035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893746545Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893755875Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893764515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893773286Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893781556Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893790786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893799176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.893806896Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894026352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894101123Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894114134Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894126074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894136384Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894174385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894197066Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894256117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894267238Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894276418Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894285378Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894293538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894302508Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894310299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.894318999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894327139Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894335099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.894343999Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89435168Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89435973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89436847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89437676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89438518Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89439283Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894401001Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894409711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894418241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894426141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894434131Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894442932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894451082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894458572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894466262Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894473972Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894519104Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 313188193 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894567765Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 313237665 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894628376Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894639336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894647976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894662327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894677037Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894768919Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89478618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89480735Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894849612Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894865212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894872242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894888152Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894913963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894971744Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.894983505Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.342932ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895037346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895045856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895071957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895083187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.555668ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895178429Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895186729Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895246371Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895255661Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895263171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895270631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895277172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895283632Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895290722Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895298852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895308383Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895314903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895320803Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895328193Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895352153Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895360534Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895549968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.89560295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895653641Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895663631Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895672601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895681321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.895688162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.896931082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:45:42.893578071 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.896977563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"expiration\":\"2024-12-21T05:45:42.893578071Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.36011ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.897383222Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.897568437Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.916385ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.897582827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.897793882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 316469343 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.897855154Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.897891575Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.898066859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.898078739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.899400141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 318082181 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.899479093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.899624386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.900760054Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.900772914Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.900937388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.901552233Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.901581623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.901698436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.902646119Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.903364526Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.903387407Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.903660264Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.904961095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.904973225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.904979455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.905044737Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.905060677Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.905248572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.905294473Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.906316257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.906327958Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.906515162Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.906525662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.906542993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.906700377Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.90726114Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.907275831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.907413524Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.908371787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.90852151Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.90893778Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.908961491Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.910007916Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.911590144Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.911623905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.911782459Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.911894402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.911905172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.912073386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.912449385Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.912464375Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.912587498Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.912968828Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.91430336Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"19.043568ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.915052267Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.915072318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.915200481Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.915211851Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.917099177Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.917121837Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.91724523Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.9172561Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.917340943Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"22.06205ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.917867215Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"22.611634ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.917895386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.917909216Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.917922717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"22.602604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.918652874Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.918990412Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.919157856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.919168757Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.919344301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.920265063Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.922066646Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.922094157Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.922746403Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.922766543Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.922981468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.923087051Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.923110072Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.923117882Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.923124402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.923313176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.925057628Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.925327095Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.925348945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.925783306Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.926065043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.9276141Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.92764321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.927859486Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.929957146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"35.683788ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.929984027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.930180811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.931907423Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.932020786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 350690416 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.93218231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.932409775Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.932685842Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"38.26541ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.9334502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.938060611Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.938092662Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.938310827Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.942835416Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.943122583Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.95422656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.954654331Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.958221826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.958257477Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":73,"elapsed":"64.610424ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.95837356Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.958638196Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.961004713Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.961030514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"66.736486ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.96628928Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.966517746Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.968300859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.9687673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.969940778Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.970282716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.970395329Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.970579504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.970598924Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.970613044Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"76.293146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.970700566Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.971530357Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.971550727Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.971561767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.971571638Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.971933826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.97376075Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.973780161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.973971985Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.973991396Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.973998836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:42.974006016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.974013476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.974022977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.97415484Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.974233572Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.97582474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"80.570409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.975859881Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.97666225Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":25,"elapsed":"82.345752ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.977405038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.977642064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.977660434Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.978544295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.978557966Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.978705499Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.980187005Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.980209795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.980329358Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:55:42.981401014Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.981463996Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"87.033904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.982272495Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.982427739Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.982628494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.984366986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.984397736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.9845512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.990236777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"95.829016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.990499143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.990843981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"96.495122ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.992318617Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.992348927Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.992501081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:42.998752341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"103.47894ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.010487004Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.010511955Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.010524795Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.010785351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.012042261Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.015095645Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.015111295Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.01530527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.016723994Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.016745434Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.016754375Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.016763455Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2}","iteration":13,"elapsed":"123.091042ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.01695091Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.01696117Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.01697189Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"122.644521ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.019967912Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.019981952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.019990903Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.020168307Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.021493839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.024192814Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.024207674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.024365998Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.02735588Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.02736721Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.02738369Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.027391071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1}","iteration":13,"elapsed":"133.736368ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.031471009Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.031834888Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.034150253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.034174374Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"140.558262ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.038601431Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.042199187Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.042422852Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.044039811Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.044053092Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.04438957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6b3af7-75f8-485a-b512-31829b839fc1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.04440436Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.046029699Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.048661842Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.048673233Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.048911839Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822ad0c2-0379-4b8d-8b40-8a8b0b512301\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.048926639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.05106976Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.069510314Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.160161856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.160183046Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.160413282Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934cd9e2-2998-4714-8f2b-8a5071e5e422\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.160426552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.162036651Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.182750049Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.183070067Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b34f84a5-ca06-4c8c-b346-1ad71c5bb736\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.183080247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.184839199Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c786da04-68d7-427d-924a-8dafd232579a\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.1848521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.18734593Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.18735707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"293.850651ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.190519146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":25,"elapsed":"296.928895ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.20147573Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.20149003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.20188156Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c483047-9c42-46ed-aee9-b8fce88823f7\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:55:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.20191952Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.202159706Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.203495278Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.20607807Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.206100231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.206322146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.208278933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.210301622Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.210313512Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.210494697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.213876488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.214094873Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b3c4026-fa36-4a9f-88a9-a190950f70d5\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.216518962Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.216743027Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.218444798Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":25,"elapsed":"324.883788ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.219750749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.21976226Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.219973395Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a5fad242-6141-4d9d-91dd-1348e1c6b805\", \"date\": \"Sat, 21 Dec 2024 05:55:42 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.219983605Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.220326383Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.22225332Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.222442614Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.224806181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.225027736Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.228121921Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.228134341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.2284826Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c0088b0b-ec2f-4433-b973-34458b63aba5\", \"date\": \"Sat, 21 Dec 2024 05:55:42 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.230896527Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":25,"elapsed":"336.609079ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.238728076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.272694223Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.272999391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2eeea18-09b4-44b3-8bfa-d811352194bf\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:55:42 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.273020711Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.273029552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.273036872Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.275316076Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":25,"elapsed":"381.051799ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.307536042Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.307962552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4bd667bc-af6a-496b-8254-c73036b1cfde\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.307977352Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.310292818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0c9176be-43ec-4dde-b209-e847c6bbde7d\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.310309409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.311550688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"94f1a4b8-da2a-4526-900a-60be2eb7aaa9\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.311561629Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.312673135Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.312701476Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"419.015143ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.348684082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.348975859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.35029058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.350302171Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.350519986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.357923354Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.35816452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ec649b-bc4a-4ab4-8d99-34215e3bc5aa\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.35818435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358194731Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358451287Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358461997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358468977Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358476568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358484618Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358492318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358653552Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358663592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.358907548Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.358916178Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.359113723Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.361112031Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.361193923Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f7d1248-3aa2-458c-817d-a83d17317344\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.361205673Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.361349327Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73278c21-a199-4dfd-9706-483626552061\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.361360657Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.361369997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.453636127Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4a88b53f-201d-44f2-9cc8-781952ded688\", \"date\": \"Sat, 21 Dec 2024 05:55:42 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:43.453664388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.453675538Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.454244732Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dde7c39-0a27-4b32-a2c2-baa3c54dd13f\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:55:43 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.454292253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.454613161Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.457831838Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.458006363Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.461617819Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.461970778Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.463967776Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.464179071Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:43.472132802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":25,"elapsed":"577.798323ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:47.816285592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"78e6d0ef-cef5-4006-99ec-3eb134e9d30c","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":278,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.893436989Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.89349231Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.89390373Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.894531805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.894543145Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.89474345Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.895909968Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.898415239Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.898434689Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.898565182Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.900872188Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.901209386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.902476106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.905085319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.905101089Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.905250743Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.913900331Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.913921082Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":74,"elapsed":"20.507013ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.924081536Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.924436805Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:52.926210087Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"31.675372ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:57.816756554Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"03598b37-86b9-4315-8dfb-123440419a95","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.893889341Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.893938212Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.894432664Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.894489865Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.894506786Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.894829334Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.896527204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.899194748Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.899213059Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.899349742Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.901381321Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.901638257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.903236896Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.905657164Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.905675084Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.905813568Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.917659143Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.917683964Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":75,"elapsed":"23.810383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.923687488Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.924038656Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.92544779Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"30.956155ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:07.81695862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"f69f7aad-8267-4524-8389-64737846b942","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":263,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.893874862Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.893928333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.893940294Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.893949904Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.893959194Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.893967574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.893976474Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894434155Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894446926Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894457106Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894927767Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894938247Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894946008Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894953158Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894961038Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:12.894967838Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894975268Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894983388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894991319Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.894998489Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895006279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895012649Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895019299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.8950256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.89503204Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.89503943Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.89504678Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.89505409Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.89506064Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.89506815Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895075041Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895082351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895096081Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895102791Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895111762Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895119602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895126802Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895133482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895152113Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895189304Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895262125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895386398Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.89546417Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895494981Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895521181Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895534302Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895543022Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895559612Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895569043Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895577253Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.895586003Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.896810452Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 315645273 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:12.89713496Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.897361346Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 316198326 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:12.897585061Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.897742655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.898161665Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.898266947Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.413236ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.899274102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.899545878Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.900191684Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.900202894Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.900349068Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.900675125Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.900711946Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.900827959Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.90254917Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.902659933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.902876858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.903660397Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"8.554746ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:12.904230391Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.904241241Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.904248002Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.904319323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.904331093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.904414715Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.904468257Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.905725807Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.905894351Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.906119007Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.907150521Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"12.221864ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908032353Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908044173Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908196997Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908205957Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908276768Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908386211Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908431482Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908497514Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.908564185Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.911553387Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.911604639Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"16.480986ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.912116221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DnsResolver","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 330955201 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:12.912407368Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.91290574Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.913105895Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.913396582Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.913430052Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.913539615Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:12.915293787Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.915321468Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"20.178096ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.919232062Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"24.285075ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.926568248Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.926836115Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.92872221Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.930478033Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.930509333Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.930639697Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.932009099Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.933392163Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.934661843Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.934672494Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.934884859Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.935528504Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.935548475Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.93576323Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.937526992Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.939207173Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.939221643Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.939354856Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.940002392Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.940421562Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"45.29855ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.944230833Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.944295435Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.944307035Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:12.947095502Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.947124813Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.947132603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.94741451Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.949337716Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"54.382888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.950450233Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.950630167Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.953153318Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.955796372Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.955810242Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:12.955946606Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.009100945Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.009122785Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.009432513Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073523c0-5bbf-403d-8644-92c802b8e462\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.009447953Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.01099112Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.093301921Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.093324251Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.093641599Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a9f0f7e-0f62-42f4-815b-87b0f504d7d5\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:56:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.093659309Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.093947836Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.132144265Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.132164676Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.132369831Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71231bc-2f04-4472-8b9f-3719b881e150\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.132382821Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.133459777Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.149568674Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":26,"elapsed":"255.677322ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.214903227Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.214926707Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.215162963Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0449f484-e2c4-4275-8558-ac16ad55e9f3\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:13 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.215177973Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.216823603Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.231426944Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.231703361Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29aa211b-4070-4163-8c55-4b21bda5a577\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:56:13 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.233392682Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.233670688Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.233683198Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.234103679Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bfa02a8-e13c-40f5-9694-14b75cfa535f\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:56:12 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.234124299Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.2341339Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.23414156Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.236054386Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":26,"elapsed":"341.039716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.236069586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.236464965Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.236475256Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.236483176Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.236492586Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"341.508317ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.238097515Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"null","iteration":26,"elapsed":"344.224683ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.248180847Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.248208438Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":76,"elapsed":"354.287776ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.249767016Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.249783986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.250010211Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c0eb4e33-d082-448a-b17b-a867bcd19396\", \"date\": \"Sat, 21 Dec 2024 05:56:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.250022232Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.250328469Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.252246655Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.25245085Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.254844818Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.255030602Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.257516052Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.257530932Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.2578592Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3c4d60ec-450e-4399-907f-0ff46f4e624a\", \"date\": \"Sat, 21 Dec 2024 05:56:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.258093986Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.258357292Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.259632563Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.25991111Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":26,"elapsed":"364.969132ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.259953291Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.26117623Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.263886905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.263916666Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.26406074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.264966921Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"369.88528ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.265799601Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"0","iteration":26,"elapsed":"370.775782ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.32185659Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.322149587Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.323665644Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.323688184Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.323834858Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.332115717Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.332437555Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5378a6-8737-448d-a08b-98513ee3bda2\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:56:13 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332454535Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332465175Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332763893Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332773093Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332779303Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332785993Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332792853Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332799074Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.332993388Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.333003128Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.333243614Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.333252905Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.333431359Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.334580146Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.334697749Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8d8fb4-f1ea-4804-b5a4-1703e8386056\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:56:13 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.3347078Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.334799102Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d0281b5-9807-4ec1-a769-9d8eabff0b0e\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:56:13 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.334814172Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.334822402Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.430421863Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a328c256-8935-4159-9e66-23a5c75c974b\", \"date\": \"Sat, 21 Dec 2024 05:56:12 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:13.430446933Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.430457344Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.430651448Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb75d8f-405f-4a91-b9c1-bcf136c270bc\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:56:12 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.430687069Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.430886124Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.434318686Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.434493301Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.437283938Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.437583315Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.439160753Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.439362058Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:13.446299235Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b381127d-ac24-4ced-abe2-28a1272fd710","status":"{}","iteration":26,"elapsed":"551.256384ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:17.81606279Z","hostname":"oxz_nexus_b381127d-ac24-4ced-abe2-28a1272fd710","pid":23145,"uri":"/b381127d-ac24-4ced-abe2-28a1272fd710","method":"GET","req_id":"5e9447e1-b9db-4061-a104-a3268371c9cf","remote_addr":"[fd00:1122:3344:101::d]:51089","local_addr":"[fd00:1122:3344:101::b]:63456","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b381127d-ac24-4ced-abe2-28a1272fd710","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"}